-- Logs begin at Fri 2021-02-12 20:48:00 UTC, end at Fri 2021-02-12 22:23:50 UTC. -- Feb 12 21:26:16.199285 dv-cinder-775250-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 12 21:26:18.956556 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.common.config [-] Logging enabled! Feb 12 21:26:18.957125 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev501 Feb 12 21:26:18.958684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83933) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 12 21:26:18.960437 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.common.config [-] Logging enabled! Feb 12 21:26:18.960724 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev501 Feb 12 21:26:18.961074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83933) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 12 21:26:18.962098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 12 21:26:18.962363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 12 21:26:18.963430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 12 21:26:18.963715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 12 21:26:18.963973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 12 21:26:18.964337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.964682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.965017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.965274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.965608 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.965939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.966257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.966586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.966946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.967270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.967585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.967902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.968161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.968474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.968798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.969121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.969373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] debug = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.969684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.970216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.970583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.970885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.971206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.971536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.971848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.972170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.972531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] host = dv-cinder-775250-2-iscsi {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.972844 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.973170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.973495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.973818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.974128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.974441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.974762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.975095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.975403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] log_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.975714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.976042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.976371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.976706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.976962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.977213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.977570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.977870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.978181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.978493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.978801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.979139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.979449 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.979753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.980077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.980403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.980727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.981035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.981343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.981649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.981954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.982276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.982585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.982914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.983228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.983556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.983859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.984166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.984514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.984837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.985159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.985480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.985791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.986114 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.986418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.986723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.987578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] use_json = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.987887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.988192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.988512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.988820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.989127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.989435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.989742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.990066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:18.990400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.990736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.991118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.991439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.991769 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.992088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.992414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.992726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.993052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.993379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.993700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.994009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.994329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.994637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.994997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.995346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.995683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.996016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.996324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.996631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.996937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.997247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.997570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.997908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.998238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.998546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.998869 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.999210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.999525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:18.999832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.000142 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.000473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.000787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.001091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.001409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.001720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.002023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.002386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.002687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.003566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.003877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.004181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.004482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.004789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.005096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.005416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.005725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.006029 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.006330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.006640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.006970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.007275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.007585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.007889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.008197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.008501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.008803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.009106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.009406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.009711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.010014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.010316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.010622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.010949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.011256 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.011556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.011858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.012162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.012478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.012809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.013120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.013432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.013742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.014050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.014358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.014665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.015023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.015337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.015641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.015967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.016282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.016598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.016912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.017222 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.017552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.017911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.018198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.018530 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.018841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.019183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.019506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.019833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.020157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.020484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.020810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.021137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.021450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.021796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.022107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:19.022351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 12 21:26:19.022614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83933) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 12 21:26:19.679954 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO keyring.backend [-] Loading Gnome Feb 12 21:26:19.697492 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO keyring.backend [-] Loading Google Feb 12 21:26:19.700174 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO keyring.backend [-] Loading Windows (alt) Feb 12 21:26:19.703651 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO keyring.backend [-] Loading file Feb 12 21:26:19.704458 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO keyring.backend [-] Loading keyczar Feb 12 21:26:19.704735 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO keyring.backend [-] Loading multi Feb 12 21:26:19.705482 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO keyring.backend [-] Loading pyfs Feb 12 21:26:19.750913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:19.751218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:19.751538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:19.752052 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 12 21:26:20.142203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.142696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.142791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.191987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.192293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.192592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.196191 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.196504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.196799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.264983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.265289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.265584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.266705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.267035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.267329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.535459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.535776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.536087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.536374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.537401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.684324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.684688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.685013 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.685307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.685600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.685979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.686272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.686558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.686925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.687217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.687490 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.687789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.688089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.688375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.688679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.688986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.689278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.689586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.689868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.691394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.691681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.691966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.692372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.692592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.692869 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.693290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:20.693563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:20.693833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:20.694101 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:20.694368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:20.694635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:20.695108 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 12 21:26:20.698166 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 12 21:26:20.702122 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 12 21:26:20.706015 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 12 21:26:20.707681 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 12 21:26:20.709186 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 12 21:26:20.709563 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 12 21:26:20.709997 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 12 21:26:20.712731 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 12 21:26:20.713010 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 12 21:26:20.713388 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 12 21:26:20.734495 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 12 21:26:20.735058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.735385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83933) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 12 21:26:20.735796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.737641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83933) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 12 21:26:20.737953 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 12 21:26:20.738232 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 12 21:26:20.741546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.741859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:20.810030 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 12 21:26:20.810221 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 12 21:26:20.810461 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 12 21:26:20.810924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 12 21:26:20.844875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.sqlalchemy.engines [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83933) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 12 21:26:21.280404 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Initializing driver for type 'gre' Feb 12 21:26:21.280942 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] gre ID ranges: [(1, 1000)] Feb 12 21:26:21.321549 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Initializing driver for type 'local' Feb 12 21:26:21.321921 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Initializing driver for type 'vlan' Feb 12 21:26:21.334082 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] VlanTypeDriver initialization complete Feb 12 21:26:21.334396 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Initializing driver for type 'vxlan' Feb 12 21:26:21.334968 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] vxlan ID ranges: [(1, 1000)] Feb 12 21:26:21.375499 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Initializing extension driver 'port_security' Feb 12 21:26:21.375870 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.extensions.port_security [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] PortSecurityExtensionDriver initialization complete Feb 12 21:26:21.376257 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Initializing mechanism driver 'openvswitch' Feb 12 21:26:21.382428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:21.383289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.383698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.384090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.384521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnet after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.384915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnet after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.385301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.385794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.386106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.386488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.386934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > security_group after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.387390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > security_group after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.387755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > security_group after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.388269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.388659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.389040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.389535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > address_group after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.389846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > address_group after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.390192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > address_group after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.390562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] ML2 OVO RPC backend initialized. {{(pid=83933) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 12 21:26:21.391301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.391697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.392153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.392539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > networks before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.392928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.393799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > ports before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.394175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnet before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.394556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnets before_response 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.394965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.395346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.395721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.396097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.396469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.396845 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.397214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnet after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.397589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnet after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.397955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.398585 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Modular L2 Plugin initialization complete Feb 12 21:26:21.398970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading services supported by the core plugin {{(pid=83933) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 12 21:26:21.399345 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.plugins.ml2.managers [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Got port-security extension from driver 'port_security' Feb 12 21:26:21.399851 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.extensions.vlantransparent [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Disabled vlantransparent extension. Feb 12 21:26:21.400332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83933) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 12 21:26:21.400681 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: router Feb 12 21:26:21.438641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router_interface before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.439105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router after_create 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.439521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router before_create 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.439930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.440355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.440755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router after_delete 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.441164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > floatingip after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.441586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router after_create 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.441965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router after_update 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.442368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router after_update 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.442758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.443192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router after_update 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.443688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_update 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.444111 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.444497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: port after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.444877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: subnet after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.445258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.445654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > port precommit_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.446046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_create 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.446431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: port before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.446818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.447264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router after_update 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.447651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_delete 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.448046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_create 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.448457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.448847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_update 55549900 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.449283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > network after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.450269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Tracking information for resource: router configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:21.450643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Tracking information for resource: floatingip configured {{(pid=83933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:21.455462 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_agentschedulers_db [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 12 21:26:21.456642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.457044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: port after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.457434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: port after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.457824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.459018 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router before_create 55550100 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.459427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_delete 55550100 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.459834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_create 55550100 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.460234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > router precommit_update 55550100 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.464985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.provider_configuration [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service providers = [] {{(pid=83933) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 12 21:26:21.465386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.servicetype_db [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83933) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 12 21:26:21.468230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.service_base [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:21.468618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.service_base [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:21.468997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.service_base [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:21.469889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.service_base [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:21.470292 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.services.service_base [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 12 21:26:21.470706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.471129 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 12 21:26:21.481720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.482089 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: auto_allocate Feb 12 21:26:21.487899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: network precommit_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.488309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: network precommit_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.488905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.489262 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: tag Feb 12 21:26:21.496300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.496672 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: timestamp Feb 12 21:26:21.500553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.500920 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: network_ip_availability Feb 12 21:26:21.506428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.506833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.507259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.508040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.508403 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: flavors Feb 12 21:26:21.512882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.513256 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading Plugin: revisions Feb 12 21:26:21.517645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:21.518072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=83933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:21.519420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83933) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 12 21:26:21.519788 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Initializing extension manager. Feb 12 21:26:21.520354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: __init__.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.521382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: __pycache__ {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.522061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.522452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: address_group.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.523324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.523977 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: address-group Feb 12 21:26:21.524342 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: address_scope.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.525186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.525730 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: address-scope Feb 12 21:26:21.526093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: admin_state_down_before_update.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.527068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.527660 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: router-admin-state-down-before-update Feb 12 21:26:21.528028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: agent.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.528790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.529377 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: agent Feb 12 21:26:21.529743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: agent_resources_synced.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.530662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.531276 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: agent-resources-synced Feb 12 21:26:21.531650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: allowedaddresspairs.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.533457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.534661 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: allowed-address-pairs Feb 12 21:26:21.535079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: auto_allocated_topology.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.536165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.536754 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: auto-allocated-topology Feb 12 21:26:21.537119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: availability_zone.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.537864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.538452 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: availability_zone Feb 12 21:26:21.538813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: availability_zone_filter.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.539759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.540478 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: availability_zone_filter Feb 12 21:26:21.540842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: data_plane_status.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.541760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.542349 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension data-plane-status not supported by any of loaded plugins Feb 12 21:26:21.542712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: default_subnetpools.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.543683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.544270 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: default-subnetpools Feb 12 21:26:21.544632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: dhcpagentscheduler.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.545480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.546065 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: dhcp_agent_scheduler Feb 12 21:26:21.546430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: dns.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.547375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.547955 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension dns-integration not supported by any of loaded plugins Feb 12 21:26:21.548317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: dns_domain_ports.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.549238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.549841 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 12 21:26:21.550204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: dvr.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.550949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.551544 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: dvr Feb 12 21:26:21.551904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: empty_string_filtering.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.552834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.553411 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: empty-string-filtering Feb 12 21:26:21.553773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.554704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.555327 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 12 21:26:21.555694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.556631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.557217 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 12 21:26:21.557579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: external_net.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.558496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.559109 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: external-net Feb 12 21:26:21.559472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: extra_dhcp_opt.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.560389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.560973 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: extra_dhcp_opt Feb 12 21:26:21.561335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: extraroute.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.562270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.562891 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: extraroute Feb 12 21:26:21.563250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: extraroute_atomic.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.564282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.564864 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: extraroute-atomic Feb 12 21:26:21.565244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: filter_validation.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.565947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.566528 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: filter-validation Feb 12 21:26:21.566912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: fip_pf_description.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.567829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.568411 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 12 21:26:21.568775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: fip_port_details.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.569807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.570391 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: fip-port-details Feb 12 21:26:21.570753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: flavors.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.572011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.572606 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: flavors Feb 12 21:26:21.572970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.574629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.575260 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 12 21:26:21.575636 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: floatingip_pools.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.576388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.576978 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: floatingip-pools Feb 12 21:26:21.577344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: ip_allocation.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.578282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.578900 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension ip_allocation not supported by any of loaded plugins Feb 12 21:26:21.579259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.580184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.581270 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: ip-substring-filtering Feb 12 21:26:21.581642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l2_adjacency.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.582574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.583192 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 12 21:26:21.583820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l3.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.584929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.585480 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: router Feb 12 21:26:21.585841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l3_conntrack_helper.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.588115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.588726 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 12 21:26:21.589100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.590038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.590630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: ext-gw-mode Feb 12 21:26:21.591029 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.592070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.592659 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: l3-ha Feb 12 21:26:21.593024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l3_flavors.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.593946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.594532 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: l3-flavors Feb 12 21:26:21.594916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.595847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.597014 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 12 21:26:21.597381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: l3agentscheduler.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.598548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.599183 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: l3_agent_scheduler Feb 12 21:26:21.599551 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: logging.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.601075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.601689 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension logging not supported by any of loaded plugins Feb 12 21:26:21.602067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: metering.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.602900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.603621 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: metering Feb 12 21:26:21.603996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.605113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.605712 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: metering_source_and_destination_fields Feb 12 21:26:21.606080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: multiprovidernet.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.607067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.607657 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: multi-provider Feb 12 21:26:21.608019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: netmtu.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.608943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.609532 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: net-mtu Feb 12 21:26:21.609896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: netmtu_writable.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.610823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.611450 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: net-mtu-writable Feb 12 21:26:21.611817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: network_availability_zone.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.612688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.613271 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: network_availability_zone Feb 12 21:26:21.613635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: network_ip_availability.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.614750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.615367 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: network-ip-availability Feb 12 21:26:21.615732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: network_segment_range.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.616556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.617138 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension network-segment-range not supported by any of loaded plugins Feb 12 21:26:21.617499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: pagination.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.618493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.618899 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: pagination Feb 12 21:26:21.619271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: port_device_profile.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.620199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.620788 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: port-device-profile Feb 12 21:26:21.621157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.622103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.622689 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: port-mac-address-regenerate Feb 12 21:26:21.623081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.623991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.624576 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: port-numa-affinity-policy Feb 12 21:26:21.624935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: port_resource_request.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.625858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.626437 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension port-resource-request not supported by any of loaded plugins Feb 12 21:26:21.626796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: portbindings.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.628299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.628886 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: binding Feb 12 21:26:21.629242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: portbindings_extended.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.630540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.631159 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: binding-extended Feb 12 21:26:21.631528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: portsecurity.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.632464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.633050 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: port-security Feb 12 21:26:21.633416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: project_id.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.634390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.634767 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: project-id Feb 12 21:26:21.635172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: providernet.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.636104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.636692 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: provider Feb 12 21:26:21.637055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.640743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.641346 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos not supported by any of loaded plugins Feb 12 21:26:21.641719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.643033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.644183 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 12 21:26:21.644556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.645486 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.646077 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 12 21:26:21.646446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_default.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.647401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.647987 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-default not supported by any of loaded plugins Feb 12 21:26:21.648355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_fip.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.649048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.649624 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-fip not supported by any of loaded plugins Feb 12 21:26:21.649988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_gateway_ip.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.650957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.651550 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 12 21:26:21.651916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_port_network_policy.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.652839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.653418 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 12 21:26:21.653781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_rule_type_details.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.654700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.655312 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 12 21:26:21.655678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: qos_rules_alias.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.656737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.657323 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 12 21:26:21.657686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: quotasv2.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.658682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.659111 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: quotas Feb 12 21:26:21.659479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: quotasv2_detail.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.662351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.662740 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: quota_details Feb 12 21:26:21.663138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: rbac.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.664298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.664902 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: rbac-policies Feb 12 21:26:21.665271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: rbac_address_scope.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.666207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.666800 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: rbac-address-scope Feb 12 21:26:21.667195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: rbac_security_groups.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.668128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.668717 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: rbac-security-groups Feb 12 21:26:21.669081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: rbac_subnetpool.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.670005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.670601 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: rbac-subnetpool Feb 12 21:26:21.670990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: revisionifmatch.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.671925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.672523 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: revision-if-match Feb 12 21:26:21.672891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: revisions.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.674006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.674625 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: standard-attr-revisions Feb 12 21:26:21.675048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: router_availability_zone.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.676177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.676773 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: router_availability_zone Feb 12 21:26:21.677139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: routerservicetype.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.678062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.678652 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension router-service-type not supported by any of loaded plugins Feb 12 21:26:21.679055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.679999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.680590 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: security-groups-normalized-cidr Feb 12 21:26:21.680956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: security_groups_port_filtering.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.681887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.682476 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: port-security-groups-filtering Feb 12 21:26:21.682885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.683807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.684402 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: security-groups-remote-address-group Feb 12 21:26:21.684756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: securitygroup.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.698454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.699105 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: security-group Feb 12 21:26:21.699485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: segment.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.700353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.700941 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension segment not supported by any of loaded plugins Feb 12 21:26:21.701309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.702261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.702885 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 12 21:26:21.703258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: servicetype.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.704352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.704951 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: service-type Feb 12 21:26:21.705321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: sorting.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.706905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.707290 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: sorting Feb 12 21:26:21.707661 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: standard_attr_segment.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.708841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.709433 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 12 21:26:21.709795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: standardattrdescription.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.710483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.711109 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: standard-attr-description Feb 12 21:26:21.711468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: stateful_security_group.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.712425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.713020 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: stateful-security-group Feb 12 21:26:21.713379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: stdattrs_common.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.713959 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 12 21:26:21.714320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.715364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.715950 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 12 21:26:21.716310 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: subnet_onboard.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.717383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.717979 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: subnet_onboard Feb 12 21:26:21.718347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.719300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.719886 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 12 21:26:21.720253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: subnet_service_types.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.721188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.721802 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: subnet-service-types Feb 12 21:26:21.722167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: subnetallocation.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.723284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.723868 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: subnet_allocation Feb 12 21:26:21.724229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.724934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.725508 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: subnetpool-prefix-ops Feb 12 21:26:21.725868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.726812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.727421 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 12 21:26:21.727782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: tagging.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.729077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.729671 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: standard-attr-tag Feb 12 21:26:21.730041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: timestamp.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.731248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.731844 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loaded extension: standard-attr-timestamp Feb 12 21:26:21.732212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: trunk.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.733241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.733829 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension trunk not supported by any of loaded plugins Feb 12 21:26:21.734197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: trunk_details.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.735163 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.735754 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension trunk-details not supported by any of loaded plugins Feb 12 21:26:21.736107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: uplink_status_propagation.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.737061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.737643 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 12 21:26:21.738007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Loading extension file: vlantransparent.py {{(pid=83933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:21.738709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:21.739318 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 12 21:26:21.742037 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:network Feb 12 21:26:21.742888 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:subnet Feb 12 21:26:21.743555 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:21.744214 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:port Feb 12 21:26:21.745701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.746234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service FLAVORS assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.746952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.747432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.747807 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:router Feb 12 21:26:21.748542 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:floatingip Feb 12 21:26:21.749325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service METERING assigned prefix: /metering {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.751210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.751621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.752013 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:21.753686 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of CountableResource for resource:rbac_policy Feb 12 21:26:21.754174 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:security_group Feb 12 21:26:21.755025 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 12 21:26:21.755861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service CORE assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.756229 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:21.756601 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] subnetpool is already registered Feb 12 21:26:21.757287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service CORE assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.757658 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:21.758019 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] subnetpool is already registered Feb 12 21:26:21.760801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.761285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service FLAVORS assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.761944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.762413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.762793 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:router Feb 12 21:26:21.763192 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] router is already registered Feb 12 21:26:21.763864 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:floatingip Feb 12 21:26:21.764226 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] floatingip is already registered Feb 12 21:26:21.764921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service METERING assigned prefix: /metering {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.765664 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of CountableResource for resource:rbac_policy Feb 12 21:26:21.766035 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] rbac_policy is already registered Feb 12 21:26:21.766665 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:security_group Feb 12 21:26:21.767058 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] security_group is already registered Feb 12 21:26:21.767723 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 12 21:26:21.768089 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] security_group_rule is already registered Feb 12 21:26:21.769367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service CORE assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.769744 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:21.770108 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] subnetpool is already registered Feb 12 21:26:21.770786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.resource_helper [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Service CORE assigned prefix: {{(pid=83933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:21.771190 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:21.771554 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.quota.resource_registry [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] subnetpool is already registered Feb 12 21:26:21.772276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: extensions {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.773851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: address-groups {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.775564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: address-scopes {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.776864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: agents {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.778098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: auto-allocated-topology {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.779458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: availability_zones {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.780850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: dhcp-networks {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.782370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: dhcp-agents {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.783956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: routers {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.785868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: flavors {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.787126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: service_profiles {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.788482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: next_providers {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.790109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: service_profiles {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.791689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: floatingip-pools {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.793004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: routers {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.795762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: floatingips {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.797053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: l3-routers {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.798550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: l3-agents {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.800113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: metering-labels {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.801545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: metering-label-rules {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.802948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: network-ip-availabilities {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.804286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: bindings {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.806047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: quotas {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.807608 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: quotas {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.809108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: rbac-policies {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.810483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: security-groups {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.811812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: security-group-rules {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.813143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: service-providers {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.814457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: subnetpools {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.816503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: subnetpools {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.818067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.819934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.821849 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.823764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.825664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.827505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.829391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.832019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.834300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.836340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.extensions [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Extended resource: tags {{(pid=83933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:21.843285 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING keystonemiddleware.auth_token [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 12 21:26:21.848583 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING keystonemiddleware.auth_token [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 12 21:26:21.857806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Acquired lock "singleton_lock" {{(pid=83933) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 12 21:26:21.858340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Releasing lock "singleton_lock" {{(pid=83933) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 12 21:26:21.859823 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO oslo_service.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Starting 2 workers Feb 12 21:26:21.864682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Started child 84046 {{(pid=83933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:21.868731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:21.869514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Started child 84047 {{(pid=83933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:21.870172 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [-] (84046) wsgi starting up on http://0.0.0.0:9696 Feb 12 21:26:21.871055 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 12 21:26:21.871690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Notify callbacks [] for process, before_spawn {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:21.872919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:21.874218 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO oslo_service.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Starting 1 workers Feb 12 21:26:21.874360 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [-] (84047) wsgi starting up on http://0.0.0.0:9696 Feb 12 21:26:21.880289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Started child 84048 {{(pid=83933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:21.880885 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO oslo_service.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Starting 1 workers Feb 12 21:26:21.882420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] calling RpcWorker wait() {{(pid=84048) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 12 21:26:21.882820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] returning from RpcWorker wait() {{(pid=84048) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 12 21:26:21.884386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:21.884894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:21.885724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Started child 84049 {{(pid=83933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:21.886528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1f31d66-57d0-4b57-aadf-93178584a13a None None] Notify callbacks [] for process, after_spawn {{(pid=83933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:21.888195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83933) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 12 21:26:21.888446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 12 21:26:21.888647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 12 21:26:21.888916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 12 21:26:21.889335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 12 21:26:21.889504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 12 21:26:21.889710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:21.890062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.890363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.890677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.890829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:21.891007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.891337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.891975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.892284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.892568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.892873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.893244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.893951 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.894145 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.894442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.894730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.895091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.895379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.895647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.895902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.896117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.896388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.896696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.896987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.897280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] debug = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.897568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.898166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.898420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.898710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.899015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.899316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.899580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.899860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.900120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.900602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.900602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.901115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.901115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.901365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.901661 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.901907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.902365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] host = dv-cinder-775250-2-iscsi {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.902611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.902903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.903175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.903439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.903729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.903988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.904279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.904582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.904876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.905149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.905432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.905692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.905977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.906248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.906439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_options = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.906702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.907010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.907314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.907528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.907720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.907904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.908186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.908375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.908652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.908956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.909200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.909459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.909735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.909993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.910265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.910513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.910784 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.911051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.911357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.911639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.911901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.912180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.913057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.913057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.913057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.913290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.913475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.913720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.913965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.914242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.914671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.914774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.915532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.915532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.915700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.915778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.916033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.916345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.916626 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.917060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.917154 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_json = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.918584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.920183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.920183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.920183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.920374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.920610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.921038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.922140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.922140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.922140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.922140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.924895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.925043 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.925337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.925642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.925892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.926146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.926392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.926641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.927031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.927349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.927646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.927935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.928181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.928449 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.928805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.929054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.929477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.929709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.930177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.930466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.930688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.930996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.931276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.931525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.931812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.932074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.932366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.932635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.932903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.933152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.933405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.933652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.933896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.934181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.934442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.934735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.935030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.935281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.935526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.935766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.936014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.936280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.936549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.936807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.937050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.937299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.937541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.937852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.938104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.938350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.938592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.938841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.939109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.939353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.939600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.939845 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.940620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.940883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.941129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.941373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.941615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.941857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.942098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.942341 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.942590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.942833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.943119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.943366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.943609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.943851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.944164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.944517 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.944785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.945084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.945337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.945602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.945850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.946136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.946402 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.946672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.946945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.947219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.947512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.947788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.948042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.948290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.948593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.948840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.949113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.949361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.949627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.949900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.950171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.950454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.950738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.951045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.951345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.951660 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.951912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.952228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.952496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.952781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.953138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.953454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.953726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.954012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.954308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.954590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.954875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.955164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.955431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.956264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.956513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.956829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.957106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.957374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.957638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.957919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.958533 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.958831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.959141 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.959389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.959672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.959955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.960207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.960497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.960797 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.961071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.961351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.961638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.961850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.962135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.962409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.962624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.964563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.965633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.965633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.965633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.965633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.966778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.966778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.966778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.966778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.967344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.967344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.967344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.968330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.968330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.968330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.968600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.968696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.968893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.969167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.969441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.969687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.969992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.970245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.970477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.970721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.971002 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.971243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.971518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.971786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.972047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.972341 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.972613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.972945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.973230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.973498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.975963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.976478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.976478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.976745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.976881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.977057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.977304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.977647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.977924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.978216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.978404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.978665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.979928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.979928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.979928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.979928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.979928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.980370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.980370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.980569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.980818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.981061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.981389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.981687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.981938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.982250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.982518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.982814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.983119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.983468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.983713 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.983993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.984244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.984520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.984771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.985112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.985481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.985819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.986115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.986424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.986736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.987600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.987903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.988149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.988447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.988815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.989112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.989400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.989681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.989995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.990250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.990502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.990767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.991043 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.991294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.991591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.991882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.992139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.992408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.992677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.992926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.993184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.993427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.993686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.993931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:21.994116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 12 21:26:21.994657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83933) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 12 21:26:21.994873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 12 21:26:21.995644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 12 21:26:21.995644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 12 21:26:21.995644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 12 21:26:21.995644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.997085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.998569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] debug = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:21.999965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.000943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.000943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.000943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.000943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.000943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.000943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.001461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.001461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.001461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.001461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.001461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.001461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.002003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.002003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.002003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.002003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] host = dv-cinder-775250-2-iscsi {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.002270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.002365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.002459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.003231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.003429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.003596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.003967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.004149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.004314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.004481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.004849 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.005017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.005122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.005219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.006630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_options = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.006630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.006630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.006630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.006630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.006630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.006630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.007290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.007290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.007290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.007290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.007290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.008434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.011034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.012219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_json = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.013866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.014616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:22.014616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.014616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.014616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.015999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.016200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.016388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.016575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.016765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.016953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.017140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.017328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.017514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.017702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.017888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.018122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.018313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.018501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.018690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.018925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.019092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.019281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.019469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.019656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.019844 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.020031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.020218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.020405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.020594 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.020781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.020971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.021156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.021344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.021531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.021718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.021906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.022094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.022280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.022471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.024059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.026918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.027742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.028488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.029930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.030024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.030202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.030398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.030560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.031972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.034059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.038620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.039440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.040788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.041393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.042840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.043770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.044724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.044724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.044724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.044724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.045987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.046172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.046350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.046538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.046725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.048570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.051927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.053072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.054084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.055272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.056395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.057415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.058548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.059591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.059591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.059591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.059591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.059591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:22.059591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 12 21:26:22.360026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50186) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:22.371535 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091791 Feb 12 21:26:33.141569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe42c2c-1e5d-429a-8da4-cff734092c33 None None] get_active_networks_info from dv-cinder-775250-2-iscsi {{(pid=84048) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 12 21:26:33.287501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c0f517f-6157-4185-8add-74e8495f86a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059'] for agent, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:33.316749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe42c2c-1e5d-429a-8da4-cff734092c33 None None] No non-hosted networks {{(pid=84048) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 12 21:26:34.928491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e291e8e-a5f1-47ed-9d5c-e050c1c6300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059'] for agent, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:34.984498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b850224d-2d65-4c22-803d-826a364f2fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:35.240705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059'] for agent, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:36.498886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059'] for agent, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:36.505274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.506926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.509534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.510771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.511735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.512282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.512851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.513431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.513985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.514535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.515136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.515684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:36.516303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775250-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:36.531960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:37.369262 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059'] for agent, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:38.396520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 50278) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:38.469800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] get_endpoint_by_host() called for host dv-cinder-775250-2-iscsi {{(pid=84048) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 12 21:26:38.476257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] get_endpoint_by_ip() called for ip 192.168.0.34 {{(pid=84048) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 12 21:26:38.479925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] _add_endpoint() called for ip 192.168.0.34 {{(pid=84048) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 12 21:26:38.486088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] _get_endpoints() called {{(pid=84048) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 12 21:26:39.055804 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-a0947189-07c7-4db2-b725-e4e42c0b8871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:39.056490 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-a0947189-07c7-4db2-b725-e4e42c0b8871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:39.226588 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_hamode_db [None req-77c7486c-4f00-4141-bd74-fd61eb1d4e0f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 12 21:26:39.293008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [None req-a0947189-07c7-4db2-b725-e4e42c0b8871 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:26:39.294259 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a0947189-07c7-4db2-b725-e4e42c0b8871 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8957801 Feb 12 21:26:39.318637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7486c-4f00-4141-bd74-fd61eb1d4e0f None None] Routers set() bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:26:39.319100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7486c-4f00-4141-bd74-fd61eb1d4e0f None None] Router IDs set() for agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 12 21:26:42.002096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 50294) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:42.390287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:26:42.461017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.policy [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84046) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 12 21:26:42.494875 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:42.495331 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:42.521604 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] Loaded quota_driver: . Feb 12 21:26:42.538240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:42.595854 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789177213658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789177265553', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789177260970', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789177249931', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789177251632', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852983316', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853420713', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-485358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838438685'] for rbac-policy, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:42.660721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:42.661897 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-02bacca7-0eb4-425e-b9fb-fe04de256d4d admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6587486 Feb 12 21:26:45.613883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50308) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:46.230101 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:46.230709 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:46.460248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Request body: {'network': {'project_id': '639f5bca4fe04472af74ebf0a490876d', 'admin_state_up': True, 'name': 'private'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:26:46.463389 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.quota [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Loaded quota_driver: . Feb 12 21:26:46.479813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:46.487036 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Usage tracker for resource:network and tenant:639f5bca4fe04472af74ebf0a490876d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:26:46.491566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:26:46.498695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:26:46.513250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Made reservation on behalf of 639f5bca4fe04472af74ebf0a490876d for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:26:46.562461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.policy [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84047) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 12 21:26:46.597629 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:46.598058 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING oslo_policy.policy [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:46.627234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:46.646937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:46.662630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:46.666571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Usage tracker for resource:security_group_rule and tenant:639f5bca4fe04472af74ebf0a490876d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:26:46.670187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:26:46.677146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:26:46.780889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:46.784298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:46.790184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:46.965975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:26:46.993115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:46.993631 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Added segment ddb31cf4-7ad5-45ee-92f1-97f022d210de of type vxlan for network 26ed7255-71ee-41f0-ae41-a2a71699c145 Feb 12 21:26:47.049076 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274b9b7-e7df-4a6a-9594-e8bdf927d3ec,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:47.071021 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.071410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.071778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.072138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.072500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.072872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.073224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.073576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.073938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.074316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.074666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.075066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Tracked resource versions report: Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:26:47.076215 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:26:47.120305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:47.126166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:47.158811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:47.160165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:26:47.160828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:47.165889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:47.276008 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.6609786 Feb 12 21:26:47.276735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Pushing event updated for resources: {'Network': ['ID=26ed7255-71ee-41f0-ae41-a2a71699c145,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:47.293325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:47.301498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:26:50.304557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50330) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:50.782164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449cf5a-1b79-4881-9622-9f8ae283dd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:26:50.783734 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3449cf5a-1b79-4881-9622-9f8ae283dd8a admin admin] 10.222.0.36 "GET /v2.0/networks/26ed7255-71ee-41f0-ae41-a2a71699c145 HTTP/1.1" status: 200 len: 818 time: 0.4781568 Feb 12 21:26:50.816559 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ead63462-7a97-4488-bccf-711f69782577 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/10cbdee2-9a50-4203-add7-4b091a3addb4 HTTP/1.1" status: 200 len: 734 time: 0.0265601 Feb 12 21:26:50.826567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'ip_version': 4, 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'subnetpool_id': '10cbdee2-9a50-4203-add7-4b091a3addb4', 'gateway_ip': '172.20.0.1'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:26:50.831587 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:50.835730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Usage tracker for resource:subnet and tenant:639f5bca4fe04472af74ebf0a490876d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:26:50.838684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:26:50.844689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:26:50.853713 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Made reservation on behalf of 639f5bca4fe04472af74ebf0a490876d for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:26:50.858428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:51.371055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:51.385881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:51.530450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3db05b-92e7-4807-a7c7-ab0799d95fef,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:51.534376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:51.597511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Checking segment: {'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:26:51.597903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Network hostable DHCP agents. Network: 26ed7255-71ee-41f0-ae41-a2a71699c145, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:26:51.618983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:26:51.628374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 26ed7255-71ee-41f0-ae41-a2a71699c145) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:26:51.632722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:26:51.633361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:51.638223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec583228-0f30-44fc-834a-5fbd3e025d22 None None] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:26:51.651888 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8291788 Feb 12 21:26:52.132919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-26ed7255-71ee-41f0-ae41-a2a71699c145', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'fixed_ips': [{'subnet_id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:26:52.134060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:52.454302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Allocated IP 172.20.0.2 (26ed7255-71ee-41f0-ae41-a2a71699c145/ec3db05b-92e7-4807-a7c7-ab0799d95fef/da34f280-31b7-4786-8cd4-81a6218d739c) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:26:52.690695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:52.703799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Transition to ACTIVE for port object da34f280-31b7-4786-8cd4-81a6218d739c will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:26:52.723846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Transition to ACTIVE for port object da34f280-31b7-4786-8cd4-81a6218d739c will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:26:52.730212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:52.746096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:52.881067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Pushing event updated for resources: {'Port': ['ID=da34f280-31b7-4786-8cd4-81a6218d739c,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:52.891750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.892125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.893017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.893378 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.893734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.894093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.894447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.894799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.895211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.895568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.895943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.896271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Tracked resource versions report: Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:26:52.897425 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:26:52.912366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:52.954077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:26:52.955864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:26:52.958560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:26:53.021100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Attempting to bind port da34f280-31b7-4786-8cd4-81a6218d739c on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:26:53.021447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Attempting to bind port da34f280-31b7-4786-8cd4-81a6218d739c by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:26:53.021878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Attempting to bind port da34f280-31b7-4786-8cd4-81a6218d739c on network 26ed7255-71ee-41f0-ae41-a2a71699c145 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:26:53.027552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:26:53.028006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Checking segment: {'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:26:53.029323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:53.029323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Bound using segment: {'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:26:53.029620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Bound port: da34f280-31b7-4786-8cd4-81a6218d739c, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:26:53.029825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:53.126072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] For port da34f280-31b7-4786-8cd4-81a6218d739c, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:26:53.130680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] For port da34f280-31b7-4786-8cd4-81a6218d739c, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=da34f280-31b7-4786-8cd4-81a6218d739c,segment=NetworkSegment(ddb31cf4-7ad5-45ee-92f1-97f022d210de),segment_id=ddb31cf4-7ad5-45ee-92f1-97f022d210de)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:26:53.136294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:53.152259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:53.311666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Pushing event updated for resources: {'Port': ['ID=da34f280-31b7-4786-8cd4-81a6218d739c,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:53.317328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:54.397308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 50340) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:54.807577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [None req-4b2f5bdc-5580-45c4-934f-73a7e8508195 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:26:54.808643 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4b2f5bdc-5580-45c4-934f-73a7e8508195 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4102886 Feb 12 21:26:56.556560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device da34f280-31b7-4786-8cd4-81a6218d739c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:26:56.628522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port da34f280-31b7-4786-8cd4-81a6218d739c completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:26:57.550429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50354) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:57.945574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [None req-c85fd01a-c224-4eb3-b865-3676c0118895 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:26:57.946804 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c85fd01a-c224-4eb3-b865-3676c0118895 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3953180 Feb 12 21:26:58.147582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db52c59-1fd2-45e5-9a93-2b524c699264 None None] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:26:58.248832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Provisioning for port da34f280-31b7-4786-8cd4-81a6218d739c completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:26:58.258393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Provisioning complete for port da34f280-31b7-4786-8cd4-81a6218d739c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:26:58.258776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:58.499042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:58.554363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] For port da34f280-31b7-4786-8cd4-81a6218d739c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=da34f280-31b7-4786-8cd4-81a6218d739c,segment=NetworkSegment(ddb31cf4-7ad5-45ee-92f1-97f022d210de),segment_id=ddb31cf4-7ad5-45ee-92f1-97f022d210de)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:26:58.559352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:58.564898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:58.636278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Pushing event updated for resources: {'Port': ['ID=da34f280-31b7-4786-8cd4-81a6218d739c,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:58.642742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:58.783656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c9ab2f4d-0e61-484b-81b0-4e47f09ca8a3 None None] Provisioning complete for port da34f280-31b7-4786-8cd4-81a6218d739c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:26:58.784069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9ab2f4d-0e61-484b-81b0-4e47f09ca8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:59.036835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5aaa7612-f010-4f38-9ca3-eca39daf63a5 None None] Provisioning complete for port da34f280-31b7-4786-8cd4-81a6218d739c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:26:59.037436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7612-f010-4f38-9ca3-eca39daf63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:59.287676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5e90196f-d2cd-44c0-9f6e-74d93ec6235c None None] Provisioning complete for port da34f280-31b7-4786-8cd4-81a6218d739c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:26:59.288021 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e90196f-d2cd-44c0-9f6e-74d93ec6235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:00.527157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device da34f280-31b7-4786-8cd4-81a6218d739c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:00.598391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port da34f280-31b7-4786-8cd4-81a6218d739c triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:00.598805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:00.998440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50366) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:01.372725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'name': 'router1'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:01.378733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:01.382698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Usage tracker for resource:router and tenant:639f5bca4fe04472af74ebf0a490876d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:01.385919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:01.391700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:01.400584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.401895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.422608 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.530357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.548972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.550229 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-28552f0e-131b-445e-8481-a2d43795aec2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5506990 Feb 12 21:27:03.019142 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09d1c939-f094-458d-8ce2-f95bf6c8e2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:04.256038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50376) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:04.644337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [None req-75b17c87-50cf-490d-a124-1c8f0d64d70c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:27:04.645423 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-75b17c87-50cf-490d-a124-1c8f0d64d70c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3883629 Feb 12 21:27:04.928101 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9017ac32-ca3d-4a03-8cf4-dd9388160591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:05.193118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:06.485117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.294269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.368607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50396) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:07.524183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:07.529057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:07.532998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Usage tracker for resource:network and tenant:d65a39abf90745848a12fc47489aae80 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:07.536452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:07.542183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:07.551345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Made reservation on behalf of d65a39abf90745848a12fc47489aae80 for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:27:07.556162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.569225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.584804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:07.588580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Usage tracker for resource:security_group_rule and tenant:d65a39abf90745848a12fc47489aae80 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:07.591427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:07.596959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:07.681460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.684148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.688453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:07.702641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Reserving flat network on physical network physnet1 {{(pid=84047) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 12 21:27:07.727820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b29c028-8ad4-442e-a525-da33398ba70e,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:07.730827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.731489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Unsubscribe: segment precommit_create {{(pid=84047) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 12 21:27:07.731915 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Added segment f5e97032-083b-4819-85e4-0195b1b1f5fe of type flat for network afb16f71-84b0-4a3c-9b47-8309a295518b Feb 12 21:27:07.733170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:07.766958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.801905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.803181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:07.803807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.808607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:07.914606 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5447378 Feb 12 21:27:07.915286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Pushing event updated for resources: {'Network': ['ID=afb16f71-84b0-4a3c-9b47-8309a295518b,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:07.926576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:07.934665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network afb16f71-84b0-4a3c-9b47-8309a295518b details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:27:10.445693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 50416) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:10.734476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06082ba6-245a-45f3-a026-214cf107ddb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:10.736579 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-06082ba6-245a-45f3-a026-214cf107ddb3 admin admin] 10.222.0.36 "GET /v2.0/subnets/ec3db05b-92e7-4807-a7c7-ab0799d95fef HTTP/1.1" status: 200 len: 849 time: 0.2898846 Feb 12 21:27:10.920443 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1a00505e-54df-4459-8dfb-1dc2205495d2 admin admin] 10.222.0.36 "GET /v2.0/routers/2cdfab8c-505a-401e-86cd-8c7e75b36630 HTTP/1.1" status: 200 len: 704 time: 0.1775804 Feb 12 21:27:11.418589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:11.806033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Allocated IP 172.20.0.1 (26ed7255-71ee-41f0-ae41-a2a71699c145/ec3db05b-92e7-4807-a7c7-ab0799d95fef/b6277fea-68f8-488f-a17c-fb79d940a221) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:27:11.974870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:11.994087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Transition to ACTIVE for port object b6277fea-68f8-488f-a17c-fb79d940a221 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:12.056276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:12.072089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:12.214065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Pushing event updated for resources: {'Port': ['ID=b6277fea-68f8-488f-a17c-fb79d940a221,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:12.238568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.238958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.239335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.239695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.240055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.240423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.240782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.241135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.241499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.241851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.242197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.242542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Tracked resource versions report: Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:27:12.243709 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:27:12.428104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:12.450009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:27:12.451130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:12.453851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:27:12.454955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:12.708333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a9cd3bfd-8e7b-40eb-821e-366ec17b8c3b None None] Provisioning for port b6277fea-68f8-488f-a17c-fb79d940a221 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:12.713634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a9cd3bfd-8e7b-40eb-821e-366ec17b8c3b None None] Provisioning complete for port b6277fea-68f8-488f-a17c-fb79d940a221 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:12.714039 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3bfd-8e7b-40eb-821e-366ec17b8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:12.726259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:12.921543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd3bfd-8e7b-40eb-821e-366ec17b8c3b None None] Port b6277fea-68f8-488f-a17c-fb79d940a221 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:27:13.037053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:13.040651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:13.041783 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:13.056965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:13.186832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Pushing event updated for resources: {'Port': ['ID=b6277fea-68f8-488f-a17c-fb79d940a221,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:13.191732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:13.247538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:27:13.248622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:13.442495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-01cd3ed2-bcc7-4384-a160-b443fda6dd22 None None] Provisioning complete for port b6277fea-68f8-488f-a17c-fb79d940a221 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:13.442945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01cd3ed2-bcc7-4384-a160-b443fda6dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:13.449675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Router 2cdfab8c-505a-401e-86cd-8c7e75b36630 is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:27:13.499224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-01cd3ed2-bcc7-4384-a160-b443fda6dd22 None None] Port b6277fea-68f8-488f-a17c-fb79d940a221 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:27:13.615419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:27:13.625125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Sync routers for ids ['2cdfab8c-505a-401e-86cd-8c7e75b36630'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:27:13.625653 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cdfab8c-505a-401e-86cd-8c7e75b36630/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6991124 Feb 12 21:27:13.635828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Routers {'2cdfab8c-505a-401e-86cd-8c7e75b36630'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:13.636758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:27:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['2cdfab8c-505a-401e-86cd-8c7e75b36630'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:13.826105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Set router 2cdfab8c-505a-401e-86cd-8c7e75b36630 gateway port host: None {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:14.385585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'name': 'router1', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:01Z', 'updated_at': '2021-02-12T21:27:12Z', 'revision_number': 2, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'gw_port_host': None, '_interfaces': [{'id': 'b6277fea-68f8-488f-a17c-fb79d940a221', 'name': '', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'mac_address': 'fa:16:3e:1e:8c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:11Z', 'updated_at': '2021-02-12T21:27:12Z', 'revision_number': 2, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'subnets': [{'id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10cbdee2-9a50-4203-add7-4b091a3addb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:14.390518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Checking router: 2cdfab8c-505a-401e-86cd-8c7e75b36630 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:27:14.391006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Updating router 2cdfab8c-505a-401e-86cd-8c7e75b36630 port b6277fea-68f8-488f-a17c-fb79d940a221 binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:27:14.449715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:14.900888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:14.915546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Transition to ACTIVE for port object b6277fea-68f8-488f-a17c-fb79d940a221 will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:14.918481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:14.934575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:15.089973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Pushing event updated for resources: {'Port': ['ID=b6277fea-68f8-488f-a17c-fb79d940a221,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:15.101725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.102105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.102473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.102838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.103225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.103584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.103938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.104296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.104659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.105025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.105377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.105729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Tracked resource versions report: Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:27:15.106890 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:27:15.119696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:15.262756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Attempting to bind port b6277fea-68f8-488f-a17c-fb79d940a221 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:27:15.263318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Attempting to bind port b6277fea-68f8-488f-a17c-fb79d940a221 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:27:15.263767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Attempting to bind port b6277fea-68f8-488f-a17c-fb79d940a221 on network 26ed7255-71ee-41f0-ae41-a2a71699c145 {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:27:15.269693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:27:15.270129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Checking segment: {'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:15.270609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:15.271080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Bound using segment: {'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:27:15.271623 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Bound port: b6277fea-68f8-488f-a17c-fb79d940a221, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb31cf4-7ad5-45ee-92f1-97f022d210de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:27:15.272174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:15.372447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] For port b6277fea-68f8-488f-a17c-fb79d940a221, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:27:15.377209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] For port b6277fea-68f8-488f-a17c-fb79d940a221, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b6277fea-68f8-488f-a17c-fb79d940a221,segment=NetworkSegment(ddb31cf4-7ad5-45ee-92f1-97f022d210de),segment_id=ddb31cf4-7ad5-45ee-92f1-97f022d210de)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:27:15.379649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:15.395097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:15.557271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Pushing event updated for resources: {'Port': ['ID=b6277fea-68f8-488f-a17c-fb79d940a221,revision_number=4']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:15.562640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:15.609325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Routers {'2cdfab8c-505a-401e-86cd-8c7e75b36630'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:15.609986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:27:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['2cdfab8c-505a-401e-86cd-8c7e75b36630'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:15.780307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] Set router 2cdfab8c-505a-401e-86cd-8c7e75b36630 gateway port host: None {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:16.129309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'name': 'router1', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:01Z', 'updated_at': '2021-02-12T21:27:12Z', 'revision_number': 2, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'gw_port_host': None, '_interfaces': [{'id': 'b6277fea-68f8-488f-a17c-fb79d940a221', 'name': '', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'mac_address': 'fa:16:3e:1e:8c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:11Z', 'updated_at': '2021-02-12T21:27:15Z', 'revision_number': 4, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'subnets': [{'id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10cbdee2-9a50-4203-add7-4b091a3addb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:16.133458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120db1bb-e049-4528-9bd1-1b5f9df30c0f None None] The sync data for ids ['2cdfab8c-505a-401e-86cd-8c7e75b36630'] in dv-cinder-775250-2-iscsi is: [{'id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'name': 'router1', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:01Z', 'updated_at': '2021-02-12T21:27:12Z', 'revision_number': 2, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'gw_port_host': None, '_interfaces': [{'id': 'b6277fea-68f8-488f-a17c-fb79d940a221', 'name': '', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'mac_address': 'fa:16:3e:1e:8c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:11Z', 'updated_at': '2021-02-12T21:27:15Z', 'revision_number': 4, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'subnets': [{'id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10cbdee2-9a50-4203-add7-4b091a3addb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:27:16.145595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 50432) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:16.307302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8976b26-7d8e-48b8-b625-dfa992448bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:16.308795 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b8976b26-7d8e-48b8-b625-dfa992448bc2 admin admin] 10.222.0.36 "GET /v2.0/networks/afb16f71-84b0-4a3c-9b47-8309a295518b HTTP/1.1" status: 200 len: 842 time: 0.1621175 Feb 12 21:27:16.319772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:16.326108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:16.330222 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Usage tracker for resource:subnet and tenant:d65a39abf90745848a12fc47489aae80 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:16.333372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:16.340000 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:16.348740 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Made reservation on behalf of d65a39abf90745848a12fc47489aae80 for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:27:16.353318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.999982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84046) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:27:17.000480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:17.014075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:17.147961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37d1fba-6503-438e-aa64-4a16fe3bbd81,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:17.151246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:17.227579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:17.227973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Network hostable DHCP agents. Network: afb16f71-84b0-4a3c-9b47-8309a295518b, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:27:17.249945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:27:17.261171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, afb16f71-84b0-4a3c-9b47-8309a295518b) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:17.264379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:17.264989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:17.270256 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c737f4-5c2e-4db0-b742-3362a312e98b None None] Network afb16f71-84b0-4a3c-9b47-8309a295518b requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:27:17.285806 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9698410 Feb 12 21:27:17.512356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943eb8a-2859-4c74-8644-4520a281a661 None None] Network afb16f71-84b0-4a3c-9b47-8309a295518b requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:27:18.557403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b6277fea-68f8-488f-a17c-fb79d940a221 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:18.631547 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port b6277fea-68f8-488f-a17c-fb79d940a221 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:18.636408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b6277fea-68f8-488f-a17c-fb79d940a221 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:18.636820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:18.761458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:18.794320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port b6277fea-68f8-488f-a17c-fb79d940a221, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b6277fea-68f8-488f-a17c-fb79d940a221,segment=NetworkSegment(ddb31cf4-7ad5-45ee-92f1-97f022d210de),segment_id=ddb31cf4-7ad5-45ee-92f1-97f022d210de)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:27:18.797121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:18.800007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3e073547-db9f-4750-bc7a-3389737de292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:18.876044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=b6277fea-68f8-488f-a17c-fb79d940a221,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:18.879322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:19.855656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50446) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:20.242660 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2313720e-65dd-44ac-a910-69417ee55ccf admin admin] 10.222.0.36 "GET /v2.0/routers/2cdfab8c-505a-401e-86cd-8c7e75b36630 HTTP/1.1" status: 200 len: 710 time: 0.3858044 Feb 12 21:27:20.385704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc59ee-8edd-4fa3-b78a-6fc83c2a4ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:20.386324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f0fc59ee-8edd-4fa3-b78a-6fc83c2a4ad5 admin admin] Synchronizing usage tracker for tenant:d65a39abf90745848a12fc47489aae80 on resource:network {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:27:20.403896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f0fc59ee-8edd-4fa3-b78a-6fc83c2a4ad5 admin admin] Unset dirty status for tenant:d65a39abf90745848a12fc47489aae80 on resource:network {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:27:20.405137 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f0fc59ee-8edd-4fa3-b78a-6fc83c2a4ad5 admin admin] 10.222.0.36 "GET /v2.0/networks/afb16f71-84b0-4a3c-9b47-8309a295518b HTTP/1.1" status: 200 len: 886 time: 0.1564844 Feb 12 21:27:20.415689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:20.536218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b6277fea-68f8-488f-a17c-fb79d940a221 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:20.609500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b6277fea-68f8-488f-a17c-fb79d940a221 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:20.609911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:20.898410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.247914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.307782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.322771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.338387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:21.342285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:21.345831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:21.351545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:21.434459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.437083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.452280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8f01e540-7b49-40c7-827b-d3bcf81bae81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:21.545137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79662b5-7ef0-43d9-b2c7-aa1e5518f078,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:21.549720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:21.713824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Allocated IP 172.27.2.28 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/24b2fe79-08ed-44dd-97a5-9655e9809edc) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:27:21.868935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.926442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.941782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:22.075686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Pushing event updated for resources: {'Port': ['ID=24b2fe79-08ed-44dd-97a5-9655e9809edc,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:22.091400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:22.131393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:27:22.132483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:22.134717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:27:22.689118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:23.044870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:23.048508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854132561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854176250'] for router, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:23.240010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Router 2cdfab8c-505a-401e-86cd-8c7e75b36630 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:27:23.425751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:27:23.436218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Sync routers for ids ['2cdfab8c-505a-401e-86cd-8c7e75b36630'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:27:23.442053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:23.443349 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] 10.222.0.36 "PUT /v2.0/routers/2cdfab8c-505a-401e-86cd-8c7e75b36630 HTTP/1.1" status: 200 len: 889 time: 3.0318971 Feb 12 21:27:23.445952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Routers {'2cdfab8c-505a-401e-86cd-8c7e75b36630'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:23.446614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:27:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['2cdfab8c-505a-401e-86cd-8c7e75b36630'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:23.652333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Set router 2cdfab8c-505a-401e-86cd-8c7e75b36630 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:24.017887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'name': 'router1', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '24b2fe79-08ed-44dd-97a5-9655e9809edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:01Z', 'updated_at': '2021-02-12T21:27:22Z', 'revision_number': 4, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'gw_port': {'id': '24b2fe79-08ed-44dd-97a5-9655e9809edc', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:21Z', 'updated_at': '2021-02-12T21:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b6277fea-68f8-488f-a17c-fb79d940a221', 'name': '', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'mac_address': 'fa:16:3e:1e:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:11Z', 'updated_at': '2021-02-12T21:27:18Z', 'revision_number': 5, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'subnets': [{'id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10cbdee2-9a50-4203-add7-4b091a3addb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:24.023176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Checking router: 2cdfab8c-505a-401e-86cd-8c7e75b36630 for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:27:24.023577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Updating router 2cdfab8c-505a-401e-86cd-8c7e75b36630 port 24b2fe79-08ed-44dd-97a5-9655e9809edc binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:27:24.079788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.484675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.496881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Transition to ACTIVE for port object 24b2fe79-08ed-44dd-97a5-9655e9809edc will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:24.499742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.515250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f7271cd0-d46c-4419-9e68-2faf6ee336fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:24.646811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3ec0-b663-4af6-952e-0a692b93c60f None None] Pushing event updated for resources: {'Port': ['ID=24b2fe79-08ed-44dd-97a5-9655e9809edc,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:24.659516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e7e3ec0-b663-4af6-952e-0a692b93c60f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:24.714907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Attempting to bind port 24b2fe79-08ed-44dd-97a5-9655e9809edc on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:27:24.715309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Attempting to bind port 24b2fe79-08ed-44dd-97a5-9655e9809edc by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:27:24.715713 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Attempting to bind port 24b2fe79-08ed-44dd-97a5-9655e9809edc on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:27:24.721868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:27:24.722281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:24.722728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.723204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:27:24.723715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Bound port: 24b2fe79-08ed-44dd-97a5-9655e9809edc, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:27:24.724130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.801510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] For port 24b2fe79-08ed-44dd-97a5-9655e9809edc, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:27:24.804585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] For port 24b2fe79-08ed-44dd-97a5-9655e9809edc, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=24b2fe79-08ed-44dd-97a5-9655e9809edc,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:27:24.808202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.823775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:24.977635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3ec0-b663-4af6-952e-0a692b93c60f None None] Pushing event updated for resources: {'Port': ['ID=24b2fe79-08ed-44dd-97a5-9655e9809edc,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:24.980958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e7e3ec0-b663-4af6-952e-0a692b93c60f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:25.026208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Routers {'2cdfab8c-505a-401e-86cd-8c7e75b36630'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:25.026890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:27:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['2cdfab8c-505a-401e-86cd-8c7e75b36630'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:25.369271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] Set router 2cdfab8c-505a-401e-86cd-8c7e75b36630 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:25.719429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'name': 'router1', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '24b2fe79-08ed-44dd-97a5-9655e9809edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:01Z', 'updated_at': '2021-02-12T21:27:22Z', 'revision_number': 4, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'gw_port': {'id': '24b2fe79-08ed-44dd-97a5-9655e9809edc', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:21Z', 'updated_at': '2021-02-12T21:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b6277fea-68f8-488f-a17c-fb79d940a221', 'name': '', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'mac_address': 'fa:16:3e:1e:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:11Z', 'updated_at': '2021-02-12T21:27:18Z', 'revision_number': 5, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'subnets': [{'id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10cbdee2-9a50-4203-add7-4b091a3addb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:25.724208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17bc3a-90c3-4add-b7c9-20ad7c06a542 None None] The sync data for ids ['2cdfab8c-505a-401e-86cd-8c7e75b36630'] in dv-cinder-775250-2-iscsi is: [{'id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'name': 'router1', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '24b2fe79-08ed-44dd-97a5-9655e9809edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:01Z', 'updated_at': '2021-02-12T21:27:22Z', 'revision_number': 4, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'gw_port': {'id': '24b2fe79-08ed-44dd-97a5-9655e9809edc', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:21Z', 'updated_at': '2021-02-12T21:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b6277fea-68f8-488f-a17c-fb79d940a221', 'name': '', 'network_id': '26ed7255-71ee-41f0-ae41-a2a71699c145', 'tenant_id': '639f5bca4fe04472af74ebf0a490876d', 'mac_address': 'fa:16:3e:1e:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdfab8c-505a-401e-86cd-8c7e75b36630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:11Z', 'updated_at': '2021-02-12T21:27:18Z', 'revision_number': 5, 'project_id': '639f5bca4fe04472af74ebf0a490876d', 'subnets': [{'id': 'ec3db05b-92e7-4807-a7c7-ab0799d95fef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10cbdee2-9a50-4203-add7-4b091a3addb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:27:26.124772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 50456) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:26.250239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd9e8d2-4e72-4d48-88a2-8f79b1e9f480 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:26.251887 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0fd9e8d2-4e72-4d48-88a2-8f79b1e9f480 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1260893 Feb 12 21:27:26.568836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 24b2fe79-08ed-44dd-97a5-9655e9809edc up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:26.646407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 24b2fe79-08ed-44dd-97a5-9655e9809edc completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:26.652588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 24b2fe79-08ed-44dd-97a5-9655e9809edc triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:26.653012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:26.784121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:26.802371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 24b2fe79-08ed-44dd-97a5-9655e9809edc, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=24b2fe79-08ed-44dd-97a5-9655e9809edc,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:27:26.805557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:26.808634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:26.884036 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=24b2fe79-08ed-44dd-97a5-9655e9809edc,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:26.887392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:28.556737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 24b2fe79-08ed-44dd-97a5-9655e9809edc up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:28.637827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 24b2fe79-08ed-44dd-97a5-9655e9809edc triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:28.638554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:28.947865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:27:33.036704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcfca2a5-0a1d-4562-a315-f04c29768b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:34.934821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6216bd02-1fc5-40ec-b33b-24d12bc3a501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:35.221880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:36.513286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:37.307444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:03.019275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f389b494-a32f-4ac9-9759-78fe67f0f30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:04.928571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ca31273-8799-44fa-a6eb-11c3ffbb69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:05.198991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:05.938613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:28:06.487642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:07.311465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:33.022900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0db47e95-c575-442d-a4f8-d1098408ce2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:34.930215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04d8c562-6689-4408-8e0a-24729a93e0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:35.201572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:36.489487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:37.319948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:42.938083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:29:03.026053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec32-d01b-4b6f-9917-26c6dd7cf7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:04.931712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff2c318e-ff4e-4f96-9e6d-ce052bb8201f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:05.205085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:06.491994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:07.323120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:19.938475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:29:33.029137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1316f4e0-5009-4a2c-9c69-20d244712c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:34.933034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b6f7b3e-c12f-44f3-bbe3-8525039d886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:35.207750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:36.494198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:37.326683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:38.315320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51032) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:38.390811 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a8ce05-bfc0-401e-a5c3-66f85a90b23c admin admin] GET failed (client error): The resource could not be found. Feb 12 21:29:38.392256 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-30a8ce05-bfc0-401e-a5c3-66f85a90b23c admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0759070 Feb 12 21:29:38.537615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6871a67-7887-4d70-bfef-c10b28cf6a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:38.539246 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a6871a67-7887-4d70-bfef-c10b28cf6a3d admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1421919 Feb 12 21:29:41.017218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51042) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:41.136839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9dae59-7bde-408e-8eed-73766393c044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:41.138300 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6e9dae59-7bde-408e-8eed-73766393c044 admin admin] 10.222.0.36 "GET /v2.0/subnets/ec3db05b-92e7-4807-a7c7-ab0799d95fef HTTP/1.1" status: 200 len: 849 time: 0.1200547 Feb 12 21:29:41.148926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:29:41.270718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:41.585077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363247681797407'] for subnet, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:41.600316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-55c3eb76-2ffe-4b03-9b0c-aaa7f941bdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:29:41.909463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3db05b-92e7-4807-a7c7-ab0799d95fef,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:29:41.920879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.921267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.921642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.922007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.922367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.922730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.923119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.923477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.923852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.924209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.924563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.924919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:41.928585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:29:41.959422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:41.960073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:41.972062 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] 10.222.0.36 "PUT /v2.0/subnets/ec3db05b-92e7-4807-a7c7-ab0799d95fef HTTP/1.1" status: 200 len: 868 time: 0.8266816 Feb 12 21:29:41.974182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d4efd-4ad5-4ed4-981c-3940e4ce46a8 None None] Network 26ed7255-71ee-41f0-ae41-a2a71699c145 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:29:42.414178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-b358d020-654c-4e14-b132-889583596751 None None] Provisioning complete for port da34f280-31b7-4786-8cd4-81a6218d739c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:29:42.414718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b358d020-654c-4e14-b132-889583596751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:42.549746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-b358d020-654c-4e14-b132-889583596751 None None] Provisioning complete for port b6277fea-68f8-488f-a17c-fb79d940a221 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:29:42.550060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b358d020-654c-4e14-b132-889583596751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:44.455503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51052) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:44.645602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5662160-c24a-4b79-beff-e197293d5f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:44.645941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5662160-c24a-4b79-beff-e197293d5f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:44.647603 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d5662160-c24a-4b79-beff-e197293d5f01 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1910551 Feb 12 21:29:47.129367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51062) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:47.315118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee475545-1df4-4f12-be3d-ca6ac1e9c015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:47.315471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee475545-1df4-4f12-be3d-ca6ac1e9c015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:47.317119 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ee475545-1df4-4f12-be3d-ca6ac1e9c015 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1867063 Feb 12 21:29:49.791891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51072) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:49.982009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443c1b3-71e1-4e34-80fe-06216d6810fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:49.983475 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e443c1b3-71e1-4e34-80fe-06216d6810fe admin admin] 10.222.0.36 "GET /v2.0/networks/26ed7255-71ee-41f0-ae41-a2a71699c145 HTTP/1.1" status: 200 len: 862 time: 0.1905310 Feb 12 21:29:52.441946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51082) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:52.624089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9edc42-3a85-4b71-a23c-7361ef983abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:52.625507 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-bb9edc42-3a85-4b71-a23c-7361ef983abd admin admin] 10.222.0.36 "GET /v2.0/networks/afb16f71-84b0-4a3c-9b47-8309a295518b HTTP/1.1" status: 200 len: 886 time: 0.1825328 Feb 12 21:29:55.082048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51092) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:55.198371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870ee62-82c7-463f-9fab-2885df458e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:55.198791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870ee62-82c7-463f-9fab-2885df458e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:55.200442 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4870ee62-82c7-463f-9fab-2885df458e40 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1171625 Feb 12 21:29:56.938221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:29:57.675664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51102) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:57.799651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54111fc2-dc1d-4366-b667-43f852564de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:57.800063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54111fc2-dc1d-4366-b667-43f852564de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:57.801659 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-54111fc2-dc1d-4366-b667-43f852564de6 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249897 Feb 12 21:30:00.276793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51112) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:00.385514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d77153-faeb-47a7-b64c-fae0ef9a67f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:00.386962 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e1d77153-faeb-47a7-b64c-fae0ef9a67f4 admin admin] 10.222.0.36 "GET /v2.0/subnets/d37d1fba-6503-438e-aa64-4a16fe3bbd81 HTTP/1.1" status: 200 len: 816 time: 0.1090853 Feb 12 21:30:02.864694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51122) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:02.980570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787a798-a52e-4dc9-8995-855bd55ef133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:02.982674 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4787a798-a52e-4dc9-8995-855bd55ef133 admin admin] 10.222.0.36 "GET /v2.0/subnets/ec3db05b-92e7-4807-a7c7-ab0799d95fef HTTP/1.1" status: 200 len: 868 time: 0.1169038 Feb 12 21:30:03.033497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d46a2137-9758-4d4a-a1cd-8020cb8cd2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:04.936009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aeeca0b8-1663-407b-acd7-19c5b9aa5779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:05.212073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:06.497041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:07.330425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:28.822771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51162) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:28.876212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [None req-2d651649-dfb1-4d5a-bb3b-01e29add5ff4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:30:28.877297 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2d651649-dfb1-4d5a-bb3b-01e29add5ff4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0533891 Feb 12 21:30:31.434666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51172) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:31.514062 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8345a2a-1239-4141-b0d6-4e587668e878 admin admin] GET failed (client error): The resource could not be found. Feb 12 21:30:31.515426 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d8345a2a-1239-4141-b0d6-4e587668e878 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0796947 Feb 12 21:30:31.650630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d97a3f-0beb-4193-80f3-9b7d61fe0d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:31.652180 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-63d97a3f-0beb-4193-80f3-9b7d61fe0d9b admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1322265 Feb 12 21:30:33.034894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ade2dc7-795b-4fa9-b2c5-1b6caf15083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:33.938772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:30:34.164881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51182) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:34.218790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:30:34.224292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:30:34.234397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:30:34.243171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Made reservation on behalf of d65a39abf90745848a12fc47489aae80 for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:30:34.248362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:34.342818 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.services.revisions.revision_plugin [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Could not find related network for resource to bump revision. Feb 12 21:30:34.359562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:30:34.369801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:34.370104 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Added segment c97db372-7a52-4ced-97d8-82af10c5dffc of type vxlan for network 8b778016-9818-464d-b1cf-e4fa0300b095 Feb 12 21:30:34.397449 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:34.427410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:34.428647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:34.429279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:34.434202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:34.538084 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3719234 Feb 12 21:30:34.538832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Pushing event updated for resources: {'Network': ['ID=8b778016-9818-464d-b1cf-e4fa0300b095,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:34.541724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:34.550775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 8b778016-9818-464d-b1cf-e4fa0300b095 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:30:34.937288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ae29da7-a190-4d1c-940b-838c9bb4924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:35.216340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:36.500838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:37.040703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51192) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:37.117983 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5559207-e6e2-42ad-a6c1-6e2e779a7737 admin admin] GET failed (client error): The resource could not be found. Feb 12 21:30:37.118539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d5559207-e6e2-42ad-a6c1-6e2e779a7737 admin admin] Synchronizing usage tracker for tenant:d65a39abf90745848a12fc47489aae80 on resource:network {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:30:37.133436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d5559207-e6e2-42ad-a6c1-6e2e779a7737 admin admin] Unset dirty status for tenant:d65a39abf90745848a12fc47489aae80 on resource:network {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:30:37.134634 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d5559207-e6e2-42ad-a6c1-6e2e779a7737 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0928040 Feb 12 21:30:37.249977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672aaeec-6a0e-40f8-bb8d-c509b3277e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:37.251564 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-672aaeec-6a0e-40f8-bb8d-c509b3277e42 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1123834 Feb 12 21:30:37.262397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:30:37.267276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:30:37.271334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Usage tracker for resource:subnet and tenant:d65a39abf90745848a12fc47489aae80 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:30:37.274308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:30:37.279955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:30:37.288455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Made reservation on behalf of d65a39abf90745848a12fc47489aae80 for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:30:37.293050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:37.332906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:37.855855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:37.870775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5ebf3f8f-95ee-4c5a-81e4-c227cbbcc909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:38.001777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd2783e-9461-4a4c-8f16-3732a25eb3a2,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:38.004787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:38.068184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Checking segment: {'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:30:38.068572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Network hostable DHCP agents. Network: 8b778016-9818-464d-b1cf-e4fa0300b095, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:30:38.086930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Network 8b778016-9818-464d-b1cf-e4fa0300b095 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:30:38.095776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 8b778016-9818-464d-b1cf-e4fa0300b095) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:30:38.099625 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:38.100271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:38.107295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e9c75-1ebe-433c-ab9d-043e647c3ffd None None] Network 8b778016-9818-464d-b1cf-e4fa0300b095 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:30:38.120888 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8622365 Feb 12 21:30:38.351381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-8b778016-9818-464d-b1cf-e4fa0300b095', 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095', 'tenant_id': 'd65a39abf90745848a12fc47489aae80', 'fixed_ips': [{'subnet_id': '9dd2783e-9461-4a4c-8f16-3732a25eb3a2'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:30:38.352329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:38.806821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Allocated IP 192.168.233.2 (8b778016-9818-464d-b1cf-e4fa0300b095/9dd2783e-9461-4a4c-8f16-3732a25eb3a2/8b584396-ab94-47c8-bc0b-7e82dee36731) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:30:39.036270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:39.047826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Transition to ACTIVE for port object 8b584396-ab94-47c8-bc0b-7e82dee36731 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:30:39.065442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Transition to ACTIVE for port object 8b584396-ab94-47c8-bc0b-7e82dee36731 will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:30:39.070485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:39.088027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:39.223067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Pushing event updated for resources: {'Port': ['ID=8b584396-ab94-47c8-bc0b-7e82dee36731,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:39.243346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.243731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.244107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.244481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.244892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.245261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.245632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.245989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.246937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.247303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.247664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.248021 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:39.251929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:39.298939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Network 8b778016-9818-464d-b1cf-e4fa0300b095 is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:30:39.299977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:30:39.302480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:30:39.361308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Attempting to bind port 8b584396-ab94-47c8-bc0b-7e82dee36731 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:30:39.361720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Attempting to bind port 8b584396-ab94-47c8-bc0b-7e82dee36731 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:30:39.362124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Attempting to bind port 8b584396-ab94-47c8-bc0b-7e82dee36731 on network 8b778016-9818-464d-b1cf-e4fa0300b095 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:30:39.368082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:30:39.368497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Checking segment: {'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:30:39.368943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:39.369389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Bound using segment: {'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:30:39.369919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Bound port: 8b584396-ab94-47c8-bc0b-7e82dee36731, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:30:39.370527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:39.468470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] For port 8b584396-ab94-47c8-bc0b-7e82dee36731, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:30:39.472243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] For port 8b584396-ab94-47c8-bc0b-7e82dee36731, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=8b584396-ab94-47c8-bc0b-7e82dee36731,segment=NetworkSegment(c97db372-7a52-4ced-97d8-82af10c5dffc),segment_id=c97db372-7a52-4ced-97d8-82af10c5dffc)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:30:39.475590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:39.491905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:39.646613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Pushing event updated for resources: {'Port': ['ID=8b584396-ab94-47c8-bc0b-7e82dee36731,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:39.651946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:40.680488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 8b584396-ab94-47c8-bc0b-7e82dee36731 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:30:40.763531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 8b584396-ab94-47c8-bc0b-7e82dee36731 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:30:40.949905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8eef86-8397-46b3-9ac3-31cc6a2cf168 None None] Network 8b778016-9818-464d-b1cf-e4fa0300b095 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:30:41.072834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] Provisioning for port 8b584396-ab94-47c8-bc0b-7e82dee36731 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:30:41.089384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] Provisioning complete for port 8b584396-ab94-47c8-bc0b-7e82dee36731 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:30:41.089810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:41.311354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:41.359580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] For port 8b584396-ab94-47c8-bc0b-7e82dee36731, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=8b584396-ab94-47c8-bc0b-7e82dee36731,segment=NetworkSegment(c97db372-7a52-4ced-97d8-82af10c5dffc),segment_id=c97db372-7a52-4ced-97d8-82af10c5dffc)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:30:41.363657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:41.365865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e7e3ec0-b663-4af6-952e-0a692b93c60f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:41.442768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] Pushing event updated for resources: {'Port': ['ID=8b584396-ab94-47c8-bc0b-7e82dee36731,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:41.446138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-38bbede8-0bd6-4600-8a22-555eb25a4d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:41.586130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5b359e4b-226b-44d8-a71a-35b7e7bffeef None None] Provisioning complete for port 8b584396-ab94-47c8-bc0b-7e82dee36731 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:30:41.586800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b359e4b-226b-44d8-a71a-35b7e7bffeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:41.840353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-034b2013-7f0b-4d0d-822e-d4a426986c41 None None] Provisioning complete for port 8b584396-ab94-47c8-bc0b-7e82dee36731 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:30:41.840831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-034b2013-7f0b-4d0d-822e-d4a426986c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:42.654400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 8b584396-ab94-47c8-bc0b-7e82dee36731 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:30:42.729392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 8b584396-ab94-47c8-bc0b-7e82dee36731 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:30:42.729798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:03.040345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-816df39c-eadb-4acc-841c-f70c6f00ec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:04.939278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a7706cf-0df7-4b66-8f43-73e2aa91a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:05.221151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:06.504011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:07.337651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:10.938829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:31:33.052261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-254a9fde-af7b-42c0-ab55-c9f8ebe14ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:34.940124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78d9cf95-61db-48f9-b3a0-401ec094a406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:35.223775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:36.506303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:37.342907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:47.938306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:31:54.105966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51234) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:31:54.112680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [None req-283a5822-f94a-4c45-801e-4e3bbad3c313 tempest-verify_tempest_config-1802443012 tempest-verify_tempest_config-1802443012-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:31:54.113747 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-283a5822-f94a-4c45-801e-4e3bbad3c313 tempest-verify_tempest_config-1802443012 tempest-verify_tempest_config-1802443012-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0067275 Feb 12 21:31:54.438944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51254) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:31:54.560272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:54.575307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:31:54.579294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Usage tracker for resource:security_group_rule and tenant:fb04aa6d9729416891f9c97ed74d4bfd is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:31:54.582232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:31:54.588690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:31:54.680056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:54.682766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:54.691802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:31:54.732118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Synchronizing usage tracker for tenant:d65a39abf90745848a12fc47489aae80 on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:31:54.736319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaf9174-edff-441e-9f7b-9101533f73ae,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:31:54.743798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.744209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.744580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.744944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.745305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.745678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.746037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.746391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.746749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.747126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.747480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.747830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:31:54.751981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:31:54.764257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Unset dirty status for tenant:d65a39abf90745848a12fc47489aae80 on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:31:54.765633 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb04aa6d9729416891f9c97ed74d4bfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3256166 Feb 12 21:31:54.768346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51260) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:31:54.828450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:54.856105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:54.903996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:54.908979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0710d030-cb32-4ac3-8c60-90dc6f6e92ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:31:54.922525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaf9174-edff-441e-9f7b-9101533f73ae,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:31:54.924849 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:31:54.926984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:54.928184 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfaf9174-edff-441e-9f7b-9101533f73ae HTTP/1.1" status: 204 len: 168 time: 0.1588845 Feb 12 21:32:03.044377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87975403-79f8-469f-9ae9-0b4bac65b493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:04.942595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e2589a4-d82a-4260-ac5a-b2a524751522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:05.226437 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:06.508194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:07.345134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:24.938099 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:32:33.048462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7444518a-28b9-473f-8825-efd6051a1109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:34.943236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d089180a-5519-4336-a7c1-7931aa6bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:35.229858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:36.510723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:37.348181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:01.936687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 5 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:33:03.050358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8db12042-ab47-4333-9633-3673099144c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:04.943960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7dba3d1-73b1-4950-ba92-9a6c346b3447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:05.233389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:06.512300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:07.353165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:33.052751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ae0024d-4164-416e-91f2-3b6c6986ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:34.944739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eb08d101-ed2b-476a-a475-02efbacafc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:35.235878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:35.634970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059'] for agent, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:35.635336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.635722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.636105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.636480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.636860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.637712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.638092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.638464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.638835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.639231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.639597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.639964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:33:35.640356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77525', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:33:35.644356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77525', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:33:36.086989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] get_endpoint_by_host() called for host hv-cinder-77525 {{(pid=84048) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 12 21:33:36.091472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] get_endpoint_by_ip() called for ip 192.168.0.64 {{(pid=84048) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 12 21:33:36.094615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] _add_endpoint() called for ip 192.168.0.64 {{(pid=84048) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 12 21:33:36.099368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] _get_endpoints() called {{(pid=84048) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 12 21:33:36.515267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:37.354511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:38.937847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:33:46.102158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51332) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:33:46.222748 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-11d5f2ce-eef8-419f-97ca-2033aefb7080 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1194041 Feb 12 21:33:48.712760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51342) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:33:48.772223 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-619ae596-7fe6-47e3-bdbf-b74dde040243 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0580363 Feb 12 21:34:03.054816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5712b88d-baf6-4f70-8602-1c6041f794a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:04.946589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e9eec12-61cd-4395-be07-7ab588f6701e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:05.236906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:05.624977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:06.516962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:07.358186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:15.937806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:34:33.058166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-330ce136-e5de-47a6-bc84-ad944f0e845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:34.947108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-35032e93-0a38-4124-80e7-eedba0db1896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:35.239499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:35.624160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:36.518924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:37.363080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:52.937249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:35:03.064478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2c500ebf-c1a6-4c9c-8270-4e5a7ea1c23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:04.947892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-60d8c07b-3016-44d3-a75c-4b9cc513136f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:05.242814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:05.624313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:06.521004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:07.366498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:25.486595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51468) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:25.897475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1901749421-network', 'tenant_id': '786af9b2221d4a21b73de8f07cbe11eb'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:25.906813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:25.911329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Usage tracker for resource:network and tenant:786af9b2221d4a21b73de8f07cbe11eb is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:25.915049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:25.921283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:25.932546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Made reservation on behalf of 786af9b2221d4a21b73de8f07cbe11eb for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:25.939024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:25.957369 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:25.974922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:25.979418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Usage tracker for resource:security_group_rule and tenant:786af9b2221d4a21b73de8f07cbe11eb is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:25.982838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:25.989284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:26.095480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.098519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.103597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:26.135399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:35:26.149689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530fe27a-af34-448d-98af-232c864d8610,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:26.158581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.158994 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Added segment b004c8b2-bacb-4882-934f-a5e4496f5e9b of type vxlan for network ffbb97b4-0b56-48c8-828f-c2286d8486dd Feb 12 21:35:26.160911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.161298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.161653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.162209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.162737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.163307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.163654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.164180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.164691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.165218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.165735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.166276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.166654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.167193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.167695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.168335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.168852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.169359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.169861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.170376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.170911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.171436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.171946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.172449 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Tracked resource versions report: Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}, Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:35:26.173954 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:35:26.185805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:26.213924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.245774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.247694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:26.248416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.253764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9d5099b8-8add-431b-84d1-a06bdd56a084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:26.366678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51512) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:26.367156 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8790903 Feb 12 21:35:26.373244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Pushing event updated for resources: {'Network': ['ID=ffbb97b4-0b56-48c8-828f-c2286d8486dd,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:26.374070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Request body: {'subnet': {'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1901749421-subnet', 'tenant_id': '786af9b2221d4a21b73de8f07cbe11eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:26.376645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:26.382310 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:26.384894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:26.387098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Usage tracker for resource:subnet and tenant:786af9b2221d4a21b73de8f07cbe11eb is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:26.390207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:26.396106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:26.406556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Made reservation on behalf of 786af9b2221d4a21b73de8f07cbe11eb for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:26.411411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:26.414389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.811028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51526) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:26.873431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:26.887416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b2397ad0-ac2e-4514-a766-56ec998b4290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:27.024126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f66d902-29b6-4761-8ea2-7fcca4542039,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:27.036546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.036923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.037285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.037638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.038172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.038341 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.038819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.039069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.039419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.039766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.040124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.040468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.040848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.041171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.041563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.041906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.042247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.042596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.042992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.043344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.043684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.044024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.044365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.044703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Tracked resource versions report: Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}, Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:35:27.046048 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:35:27.049653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:27.127678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Checking segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:27.128065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Network hostable DHCP agents. Network: ffbb97b4-0b56-48c8-828f-c2286d8486dd, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:35:27.147866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:35:27.158670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, ffbb97b4-0b56-48c8-828f-c2286d8486dd) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:27.163865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:27.165503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.166999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25ff9e-5025-430f-bbaa-01702448e6f1 None None] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:27.188384 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8203640 Feb 12 21:35:27.212614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1959266466-network', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:27.218914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:27.223635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Usage tracker for resource:network and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:27.227350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:27.234152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:27.252526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Made reservation on behalf of a6a03cda6c7248a194e434a6bf03cfda for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:27.260736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.277937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51552) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:27.291705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.310742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:27.315439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:27.319196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:27.326242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:27.401721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51562) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:27.441234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.444526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.464182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bb9b3c-dfc9-4719-bd93-9d70b6bcb34e None None] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:27.465885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:35:27.476094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.476622 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Added segment 0ca400fd-3f32-4fb0-b725-83d5872fb4e0 of type vxlan for network 86e6ed5d-4e82-422f-95bb-877219275b17 Feb 12 21:35:27.506496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.536932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:27.549230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.552372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:27.553005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.586020 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7701223 Feb 12 21:35:27.586352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51572) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:27.592733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Request body: {'subnet': {'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1959266466-subnet', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:27.598696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:27.602806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Usage tracker for resource:subnet and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:27.606883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd349c-9cc4-4a35-9ca6-50e325e300c0,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:27.610348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:27.612127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:27.612703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:27.630341 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:27.641584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Made reservation on behalf of a6a03cda6c7248a194e434a6bf03cfda for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:27.655148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.746550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Pushing event updated for resources: {'Network': ['ID=86e6ed5d-4e82-422f-95bb-877219275b17,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:27.749777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:27.758530 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 86e6ed5d-4e82-422f-95bb-877219275b17 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:27.777666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 86e6ed5d-4e82-422f-95bb-877219275b17 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:27.825546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-219163923-network', 'tenant_id': 'ab94cb8ae2b04d148b9eb6549cb2f708'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:27.838388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:27.854946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Usage tracker for resource:network and tenant:ab94cb8ae2b04d148b9eb6549cb2f708 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:27.867895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:27.922923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:27.953124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-659407321-network', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:27.965065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Made reservation on behalf of ab94cb8ae2b04d148b9eb6549cb2f708 for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:27.970933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:27.983397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51582) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:27.991135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.036257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:28.056331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Usage tracker for resource:security_group_rule and tenant:ab94cb8ae2b04d148b9eb6549cb2f708 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:28.061855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:28.068383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:28.075645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:28.107999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Usage tracker for resource:network and tenant:ad03cb2d80404e749a5a45b01d934830 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:28.113414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:28.132999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:28.276838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Made reservation on behalf of ad03cb2d80404e749a5a45b01d934830 for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:28.282689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.285143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-659725116-network', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:28.295073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:28.306047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.315959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Usage tracker for resource:network and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:28.323579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:28.336705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:28.347117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:28.354962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ad03cb2d80404e749a5a45b01d934830 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:28.366281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:28.374458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Made reservation on behalf of cb1dd963b5de455d9e4fae67504bcc7d for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:28.379723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.397009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:28.421624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.471922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:28.482877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Usage tracker for resource:security_group_rule and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:28.489804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:28.503700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:28.542301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.576383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.603467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:35:28.617028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.617445 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Added segment f184519c-a555-4944-b196-2d585773aa45 of type vxlan for network 03da936e-1e63-4936-8a69-32c48fe32c96 Feb 12 21:35:28.669809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:28.691780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.720228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.725773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.731678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:28.782700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd252ef3-d7cc-4774-889f-b11f81a8b7e9,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:28.786721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:28.873138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:28.907236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:28.908274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84047) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:35:28.908823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:35:28.916221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.924516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:28.925166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.929965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:28.934796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:29.016446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.033878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.158975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Pushing event updated for resources: {'Network': ['ID=03da936e-1e63-4936-8a69-32c48fe32c96,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:29.166472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:35:29.178382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:29.180622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:29.186068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 03da936e-1e63-4936-8a69-32c48fe32c96 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:29.200781 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9176545 Feb 12 21:35:29.201022 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.201332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51638) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:29.201490 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Added segment 19f8dd96-30e7-41d9-820f-41f4b69a4378 of type vxlan for network 485bade8-bc88-4a45-b7d6-a5984d335975 Feb 12 21:35:29.209073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Request body: {'subnet': {'network_id': '03da936e-1e63-4936-8a69-32c48fe32c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-219163923-subnet', 'tenant_id': 'ab94cb8ae2b04d148b9eb6549cb2f708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:29.217475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:29.229913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Usage tracker for resource:subnet and tenant:ab94cb8ae2b04d148b9eb6549cb2f708 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:29.238730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:29.248093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:29.252160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:29.264497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:29.264982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-817e2dcd-4a75-4a77-a1a3-bd1b79f02a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:29.295674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Made reservation on behalf of ab94cb8ae2b04d148b9eb6549cb2f708 for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:29.300953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.363127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 03da936e-1e63-4936-8a69-32c48fe32c96 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:29.366012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.408324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:29.416517 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:29.440363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.443555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:29.444231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.453220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:29.480787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Checking segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:29.481196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Network hostable DHCP agents. Network: 86e6ed5d-4e82-422f-95bb-877219275b17, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:35:29.499323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.533909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51650) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:29.595250 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 12 21:35:29.620931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:35:29.710600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.710997 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Added segment cabd7a59-0729-42c0-99bd-24467a4aecc4 of type vxlan for network 3bc504f8-feb8-4610-82f2-0e164be44d7e Feb 12 21:35:29.810680 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4029384 Feb 12 21:35:29.811145 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51668) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:29.817402 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.817835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Pushing event updated for resources: {'Network': ['ID=485bade8-bc88-4a45-b7d6-a5984d335975,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:29.825612 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Request body: {'subnet': {'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-subnet', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:29.829262 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:29.831652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:29.832872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 485bade8-bc88-4a45-b7d6-a5984d335975 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:29.834061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Network 86e6ed5d-4e82-422f-95bb-877219275b17 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:35:29.841701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Usage tracker for resource:subnet and tenant:ad03cb2d80404e749a5a45b01d934830 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:29.845761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:29.852325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:29.854447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 86e6ed5d-4e82-422f-95bb-877219275b17) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:29.860628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:29.861204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.878805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Made reservation on behalf of ad03cb2d80404e749a5a45b01d934830 for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:29.883810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Notify callbacks [] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:29.904051 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3139236 Feb 12 21:35:29.914741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-70ba620c-4e28-4860-891c-670eac593325 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:29.915685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-70ba620c-4e28-4860-891c-670eac593325 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:network {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:29.920123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51674) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:29.940318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:35:29.959554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:29.997858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 485bade8-bc88-4a45-b7d6-a5984d335975 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:30.024994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10898313-a692-4955-bf07-b301872f6f79 None None] Network 86e6ed5d-4e82-422f-95bb-877219275b17 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:30.120914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.197559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-70ba620c-4e28-4860-891c-670eac593325 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:network {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:30.199180 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-70ba620c-4e28-4860-891c-670eac593325 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 0.6639776 Feb 12 21:35:30.203934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:30.208376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Usage tracker for resource:router and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:30.212079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:30.219656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:30.233309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:30.233976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.246699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:30.263358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.264674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.368144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.391239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:30.422908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.426565 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-603cc52c-a4c1-4a2f-8e4d-776e13a5bce2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/quotas/786af9b2221d4a21b73de8f07cbe11eb HTTP/1.1" status: 200 len: 375 time: 0.1814687 Feb 12 21:35:30.449923 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4651663 Feb 12 21:35:30.455782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Pushing event updated for resources: {'Network': ['ID=3bc504f8-feb8-4610-82f2-0e164be44d7e,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:30.455782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51698) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:30.460081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:30.499415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:30.504304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Request body: {'subnet': {'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-subnet', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:30.515744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:35:30.519322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:30.533453 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-9af5f578-0a33-449b-8830-a79833fb1c79 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916541 Feb 12 21:35:30.536358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Usage tracker for resource:subnet and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:30.541316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:30.576261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4536bd2d-d5f2-4980-9dc1-e31aa701aece,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:30.581690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:30.613087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:30.658880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Checking segment: {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:30.660409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Network hostable DHCP agents. Network: 485bade8-bc88-4a45-b7d6-a5984d335975, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:35:30.682383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Network 485bade8-bc88-4a45-b7d6-a5984d335975 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:35:30.687551 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-86e6ed5d-4e82-422f-95bb-877219275b17', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:35:30.689015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.699426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 485bade8-bc88-4a45-b7d6-a5984d335975) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:30.710954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:30.711615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.736789 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9223809 Feb 12 21:35:30.739765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51716) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:30.746153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:30.757739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:30.782469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Usage tracker for resource:router and tenant:ad03cb2d80404e749a5a45b01d934830 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:30.790901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:30.791089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408bdc3e-5a13-4daf-a68c-819869f927c5 None None] Network 485bade8-bc88-4a45-b7d6-a5984d335975 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:30.804361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:30.822597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.823964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:30.848838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:31.202540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Made reservation on behalf of cb1dd963b5de455d9e4fae67504bcc7d for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:31.209248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:31.310807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:31.312353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:31.337959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-98f0aa20-c3eb-4089-8685-c354c9526ba5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:35:31.346446 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-98f0aa20-c3eb-4089-8685-c354c9526ba5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1758039 Feb 12 21:35:31.801764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510322cf-0a9f-4577-bf56-062bcf427f36 None None] Network 485bade8-bc88-4a45-b7d6-a5984d335975 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:31.820465 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-6fbf1d8f-5c6b-4486-bdad-9af0bb884a7c service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718778 Feb 12 21:35:31.823173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:31.908494 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:31.937520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Allocated IP 172.20.0.2 (86e6ed5d-4e82-422f-95bb-877219275b17/1b96d208-2bc9-4411-aad9-7b85c3c9e3e2/e5ef2224-7489-4894-93b7-e11ddc5336cb) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:32.058197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:32.154280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:32.358044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Allocated IP 172.27.2.58 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/66c74444-7fd1-441c-8cb2-f43824e492e4) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:32.378696 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-b54f41a8-c7b2-478c-9966-190118c67362 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5571880 Feb 12 21:35:32.509419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcaa4581-6407-4b34-9968-9d98947b45cb,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:32.519301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:32.542090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:32.554504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Transition to ACTIVE for port object e5ef2224-7489-4894-93b7-e11ddc5336cb will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:32.575177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Transition to ACTIVE for port object e5ef2224-7489-4894-93b7-e11ddc5336cb will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:32.582401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:32.593058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:32.607346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:32.657515 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:32.726113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:32.761157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51826) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:32.815930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Pushing event updated for resources: {'Port': ['ID=e5ef2224-7489-4894-93b7-e11ddc5336cb,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:32.828502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.828726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.829157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.829418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.829794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.830170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.830541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.830980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.831871 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.832814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.833199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.833573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.833992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.834362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.834728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.835162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.835875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.836260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.836629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.837156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.837525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.837889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.838550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.839204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Tracked resource versions report: Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}, Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:35:32.841331 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:35:32.856913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:32.917471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Network 86e6ed5d-4e82-422f-95bb-877219275b17 is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:32.917471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:32.919375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:32.947883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:32.991206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Checking segment: {'id': 'f184519c-a555-4944-b196-2d585773aa45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03da936e-1e63-4936-8a69-32c48fe32c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:32.991639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Network hostable DHCP agents. Network: 03da936e-1e63-4936-8a69-32c48fe32c96, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:35:32.991749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Attempting to bind port e5ef2224-7489-4894-93b7-e11ddc5336cb on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:32.992105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Attempting to bind port e5ef2224-7489-4894-93b7-e11ddc5336cb by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:32.992525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Attempting to bind port e5ef2224-7489-4894-93b7-e11ddc5336cb on network 86e6ed5d-4e82-422f-95bb-877219275b17 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:33.001349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:33.002009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Checking segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:33.002479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.002976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Bound using segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:33.003535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Bound port: e5ef2224-7489-4894-93b7-e11ddc5336cb, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:33.003985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.018353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.120027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] For port e5ef2224-7489-4894-93b7-e11ddc5336cb, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:33.124225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] For port e5ef2224-7489-4894-93b7-e11ddc5336cb, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=e5ef2224-7489-4894-93b7-e11ddc5336cb,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:33.136077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.158150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:33.162027 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 12 21:35:33.227965 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d23a454-393e-4710-8cb2-58e899dce6d7 req-27a5e4b6-a5e0-4378-9456-3a28f33321d5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 210 time: 0.0954680 Feb 12 21:35:33.271540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Network 03da936e-1e63-4936-8a69-32c48fe32c96 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:35:33.301243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Pushing event updated for resources: {'Port': ['ID=e5ef2224-7489-4894-93b7-e11ddc5336cb,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:33.313675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:33.325603 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 03da936e-1e63-4936-8a69-32c48fe32c96) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:33.336759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18f52cb0-1963-42f7-8e0d-789af724deed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.346202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca1f1b-7b7b-4cc0-a1ed-d2957f9027de None None] Network 03da936e-1e63-4936-8a69-32c48fe32c96 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:33.363565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:33.364814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.414908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51858) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:33.420585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Pushing event updated for resources: {'Port': ['ID=66c74444-7fd1-441c-8cb2-f43824e492e4,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:33.424173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:33.448633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:33.450904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:33.457418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:33.583169 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3708930 Feb 12 21:35:33.590376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.618148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:33.767923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a64da4-30f5-4e50-80be-39914fe46e64 None None] Network 03da936e-1e63-4936-8a69-32c48fe32c96 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:33.780728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:33.969729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:33.974827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:e95a085f4a854282b645eee73cd81da6 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:33.979899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:33.988379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:34.133408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ae67bb-7b12-4bf5-a3b2-3427a70314e0,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:34.171865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:34.212642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.233103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.235791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Allocated IP 172.27.2.47 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/1cebf9f2-1ad8-4c43-997d-5cf49e7736b1) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:34.302460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-275d538d-dd61-49cd-b224-18ea3751fde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:34.317346 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e95a085f4a854282b645eee73cd81da6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8982506 Feb 12 21:35:34.319559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51888) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:34.438736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.479473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce5b68-9d52-4871-90d9-24b0e23e99c8,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:34.480088 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8f3b0da7-ab87-4f1f-8a6f-dd7f1425957e req-c1daadb5-f304-4749-af3e-148c0a42791b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 210 time: 0.0763986 Feb 12 21:35:34.491539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Checking segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:34.492011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Network hostable DHCP agents. Network: 3bc504f8-feb8-4610-82f2-0e164be44d7e, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:35:34.548781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:34.559895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:35:34.583798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.601499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 3bc504f8-feb8-4610-82f2-0e164be44d7e) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:34.620525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae4e43-a2b0-4d04-bc2d-8b7ab1b83066 None None] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:34.625281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:34.626298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.643294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.662795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.669458 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2128806 Feb 12 21:35:34.670554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51916) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:34.678354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:34.684231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:34.688529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Usage tracker for resource:router and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:34.691999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:34.698128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:34.714878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.716272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.741798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.744452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.872054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:34.872288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device e5ef2224-7489-4894-93b7-e11ddc5336cb up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:34.889736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d10ef0d9-4f8f-4d0d-b2f8-f2665a410ea4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:34.890640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d10ef0d9-4f8f-4d0d-b2f8-f2665a410ea4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Synchronizing usage tracker for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:network {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:34.910014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.938204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:34.943508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-3bc504f8-feb8-4610-82f2-0e164be44d7e', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:35:34.944387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:34.952878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d10ef0d9-4f8f-4d0d-b2f8-f2665a410ea4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Unset dirty status for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:network {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:34.954345 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d10ef0d9-4f8f-4d0d-b2f8-f2665a410ea4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/networks?id=03da936e-1e63-4936-8a69-32c48fe32c96 HTTP/1.1" status: 200 len: 811 time: 0.5187109 Feb 12 21:35:34.967653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce5b68-9d52-4871-90d9-24b0e23e99c8,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:34.973573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:34.984821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Pushing event updated for resources: {'Port': ['ID=1cebf9f2-1ad8-4c43-997d-5cf49e7736b1,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:35.008392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a7b60a54-8bb2-419c-9ec9-ffa90d5163b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:35.041579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:35.059277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:35.126889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:35.136846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:35.169654 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-1d6a1a74-b5b0-40f1-8a68-8e00c471b2cc tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/quotas/ab94cb8ae2b04d148b9eb6549cb2f708 HTTP/1.1" status: 200 len: 375 time: 0.2056458 Feb 12 21:35:35.236369 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:35.238042 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fce5b68-9d52-4871-90d9-24b0e23e99c8 HTTP/1.1" status: 204 len: 168 time: 0.9151769 Feb 12 21:35:35.258783 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-93e9ef51-62e8-46bd-bf69-094f29485e18 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab94cb8ae2b04d148b9eb6549cb2f708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801344 Feb 12 21:35:35.273763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:35.395908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Allocated IP 172.20.0.2 (3bc504f8-feb8-4610-82f2-0e164be44d7e/06ae67bb-7b12-4bf5-a3b2-3427a70314e0/06a40fca-876f-4b38-9dfd-f2e5df428b1d) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:35.489681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:35.545413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca550f9-4dd4-44bb-92f7-2e55c6bc4340 None None] Network 86e6ed5d-4e82-422f-95bb-877219275b17 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:35.665135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Router d21c290d-5d60-49bd-916f-0d0647fec058 is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:35:35.833010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-99701ffa-2332-4d71-9503-71610f5a85ef service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:35:35.834206 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-99701ffa-2332-4d71-9503-71610f5a85ef service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3556898 Feb 12 21:35:35.834761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51938) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:35.888682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port e5ef2224-7489-4894-93b7-e11ddc5336cb completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:35.908917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:35.968308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Provisioning for port e5ef2224-7489-4894-93b7-e11ddc5336cb completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:35.989798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Provisioning complete for port e5ef2224-7489-4894-93b7-e11ddc5336cb triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:35.990343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.066033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.111676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:36.116111 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6f9b46103c4fe28c672d134a74e6d4 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:36.117431 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0b8fccfd-bfc1-4a6a-9061-98ed836d2cac req-2518b2a7-7838-4ec8-9989-9469f5061480 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 210 time: 0.3827415 Feb 12 21:35:36.119127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:36.125996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:36.225121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.244523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.321106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:35:36.321409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Transition to ACTIVE for port object 06a40fca-876f-4b38-9dfd-f2e5df428b1d will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:36.333293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Sync routers for ids ['d21c290d-5d60-49bd-916f-0d0647fec058'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:35:36.347153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Routers {'d21c290d-5d60-49bd-916f-0d0647fec058'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:36.348105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['d21c290d-5d60-49bd-916f-0d0647fec058'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:36.373294 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-fb9335e3-cbfc-4fc8-a909-9943399807be service neutron] 10.222.0.36 "GET /v2.0/networks/03da936e-1e63-4936-8a69-32c48fe32c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959507 Feb 12 21:35:36.376922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.378296 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6376281 Feb 12 21:35:36.383850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51946) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:36.385148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.430632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Transition to ACTIVE for port object 06a40fca-876f-4b38-9dfd-f2e5df428b1d will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:36.453158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] For port e5ef2224-7489-4894-93b7-e11ddc5336cb, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=e5ef2224-7489-4894-93b7-e11ddc5336cb,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:35:36.469969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.470863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.510948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:36.556327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Set router d21c290d-5d60-49bd-916f-0d0647fec058 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:36.602479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.645390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.656771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.674564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Pushing event updated for resources: {'Port': ['ID=06a40fca-876f-4b38-9dfd-f2e5df428b1d,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:36.693560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:36.695441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.771830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c125e9-989b-48d6-b985-b37b32df7bc2,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:36.795492 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c6f9b46103c4fe28c672d134a74e6d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9594669 Feb 12 21:35:36.799677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:36.800229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51950) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:36.802510 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-000a9d02-c867-4f80-921f-a151c19264b5 service neutron] 10.222.0.36 "GET /v2.0/networks/03da936e-1e63-4936-8a69-32c48fe32c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4176018 Feb 12 21:35:36.802668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Pushing event updated for resources: {'Port': ['ID=e5ef2224-7489-4894-93b7-e11ddc5336cb,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:36.854814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:36.881070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:36.881861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:36.882400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:36.999023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:37.001162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:37.004649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:37.040992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.109908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:33Z', 'revision_number': 3, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:37.127776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Checking router: d21c290d-5d60-49bd-916f-0d0647fec058 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:35:37.128061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Updating router d21c290d-5d60-49bd-916f-0d0647fec058 port 66c74444-7fd1-441c-8cb2-f43824e492e4 binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:35:37.166017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Attempting to bind port 06a40fca-876f-4b38-9dfd-f2e5df428b1d on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:37.166435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Attempting to bind port 06a40fca-876f-4b38-9dfd-f2e5df428b1d by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:37.166866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Attempting to bind port 06a40fca-876f-4b38-9dfd-f2e5df428b1d on network 3bc504f8-feb8-4610-82f2-0e164be44d7e {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:37.173292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:37.173859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Checking segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:37.175032 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.176272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Bound using segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:37.176925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Bound port: 06a40fca-876f-4b38-9dfd-f2e5df428b1d, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:37.203636 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.219785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.262963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.299588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3a3fffc8-0299-4719-a626-59a4863d2135 None None] Provisioning complete for port e5ef2224-7489-4894-93b7-e11ddc5336cb triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:37.300396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3a3fffc8-0299-4719-a626-59a4863d2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.528302 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3c10bab1-b650-45dc-b9a4-588642f2a79a req-79ed22d6-8443-4fe3-92f5-843123160339 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 210 time: 0.1918089 Feb 12 21:35:37.532104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.662499 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7fc1bff7-af44-4476-8a56-6ad90efced69 req-1962205e-6cfb-431f-9de9-b53066a6c9b5 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 0.3493173 Feb 12 21:35:37.663437 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-5956872e-4752-492b-a090-28b387f78e81 None None] For port 06a40fca-876f-4b38-9dfd-f2e5df428b1d, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:37.670138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-5956872e-4752-492b-a090-28b387f78e81 None None] For port 06a40fca-876f-4b38-9dfd-f2e5df428b1d, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=06a40fca-876f-4b38-9dfd-f2e5df428b1d,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:37.685672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Allocated IP 172.27.2.243 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/50b36d05-7b2f-4ba0-8963-8a6fd6e86da1) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:37.687857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:35:37.738520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.746616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.883662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.903882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:37.927549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:37.929441 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3c125e9-989b-48d6-b985-b37b32df7bc2 HTTP/1.1" status: 204 len: 168 time: 1.1258922 Feb 12 21:35:37.930790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c125e9-989b-48d6-b985-b37b32df7bc2,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:37.943282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:38.023238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:38.063151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:38.194876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:38.252428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-9693fb06-2375-42da-af2d-04526b33ee12 None None] Provisioning complete for port e5ef2224-7489-4894-93b7-e11ddc5336cb triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:38.253033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9693fb06-2375-42da-af2d-04526b33ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:38.334595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Pushing event updated for resources: {'Port': ['ID=06a40fca-876f-4b38-9dfd-f2e5df428b1d,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:38.341595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:35:38.365710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Sync routers for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:35:38.375008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:38.397511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:38.417915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:38.420600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:38.422098 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4900122 Feb 12 21:35:38.423955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:38.434444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52004) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:38.589735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.69', 52758) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:38.604773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Allocated IP 172.20.0.1 (485bade8-bc88-4a45-b7d6-a5984d335975/4536bd2d-d5f2-4980-9dc1-e31aa701aece/0820d359-5a82-409f-aba0-c49c170d8bc0) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:38.866009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:39.051569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:39.067474 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8b5df4b9-13da-4fa4-a26d-bd8761b4bf83 req-810b0938-0066-4181-849e-9b97d5c977d8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 210 time: 0.1328919 Feb 12 21:35:39.071308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:39.126491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:39.151818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device e5ef2224-7489-4894-93b7-e11ddc5336cb up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:39.270182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:39.301186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Transition to ACTIVE for port object 66c74444-7fd1-441c-8cb2-f43824e492e4 will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:39.306779 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:39.323440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:39.351239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:39.470879 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bae1ea8c-b3d1-41d2-ae1d-2f087ff4dc5e req-91cf85d9-58cf-466e-9c6d-a1e32ce2e901 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 0.4362361 Feb 12 21:35:39.486502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:39.549411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Pushing event updated for resources: {'Port': ['ID=66c74444-7fd1-441c-8cb2-f43824e492e4,revision_number=2']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:39.632523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Pushing event updated for resources: {'Port': ['ID=50b36d05-7b2f-4ba0-8963-8a6fd6e86da1,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:39.651391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:39.680385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.680899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.681339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.681773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.686188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.686698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.687157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.687602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.688064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.688663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.689158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.689550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.690027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.701599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.701956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.702329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.702694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.703106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.703468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.703829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.704183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.704538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.704891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.705241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Tracked resource versions report: Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: pushed versions: Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: { 'AddressGroup': {'1.1'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': {'1.0'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': {'1.0'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': {'1.1'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': {'1.7'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': {'1.2'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': {'1.8'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': {'1.4'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': {'1.0'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': {'1.1'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': {'1.1'}} Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: consumer versions: Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: { DHCP agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: L3 agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: Metadata agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: Metering agent@dv-cinder-775250-2-iscsi: {}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@dv-cinder-775250-2-iscsi: { 'AddressGroup': '1.1', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}, Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'ConntrackHelper': '1.0', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Log': '1.0', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Network': '1.1', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Port': '1.7', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'PortForwarding': '1.2', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'QosPolicy': '1.8', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroup': '1.4', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SecurityGroupRule': '1.2', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'SubPort': '1.0', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Subnet': '1.1', Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: 'Trunk': '1.1'}} Feb 12 21:35:39.706629 dv-cinder-775250-2-iscsi neutron-server[83933]: {{(pid=84049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:35:39.740871 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:39.936966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port e5ef2224-7489-4894-93b7-e11ddc5336cb triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:39.937624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:39.992489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-116013d6-acc5-4fab-a2ae-b89d184a2f9b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:39.994329 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-116013d6-acc5-4fab-a2ae-b89d184a2f9b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 1.4028380 Feb 12 21:35:40.077543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Attempting to bind port 66c74444-7fd1-441c-8cb2-f43824e492e4 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:40.078105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Attempting to bind port 66c74444-7fd1-441c-8cb2-f43824e492e4 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:40.078336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Attempting to bind port 66c74444-7fd1-441c-8cb2-f43824e492e4 on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:40.106543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:40.115086 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:40.115901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:40.118246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:40.118826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Bound port: 66c74444-7fd1-441c-8cb2-f43824e492e4, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:40.119339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:40.122577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Request body: {'port': {'device_id': '778435a0-0a6a-4516-a490-91c799494189', 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd', 'admin_state_up': True, 'tenant_id': '786af9b2221d4a21b73de8f07cbe11eb'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:40.185283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.69', 52767) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:40.219390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Pushing event updated for resources: {'Port': ['ID=0820d359-5a82-409f-aba0-c49c170d8bc0,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:40.331294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:40.359147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] For port 66c74444-7fd1-441c-8cb2-f43824e492e4, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:40.367537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] For port 66c74444-7fd1-441c-8cb2-f43824e492e4, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=66c74444-7fd1-441c-8cb2-f43824e492e4,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:40.375355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:40.513840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:40.515832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:40.522280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:40.526038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:40.648583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:40.763186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:35Z', 'revision_number': 3, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:40.774524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Checking router: 66cd5171-d201-4d00-bf8c-6e90dd8ce327 for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:35:40.775279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Updating router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:35:40.805605 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Network 485bade8-bc88-4a45-b7d6-a5984d335975 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:40.809757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:40.841878 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b29384ae-b47b-42d1-94a5-4ac25874999b req-6f53a0ee-d506-40da-88fc-87f78f4f2ecd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 210 time: 0.3729341 Feb 12 21:35:40.848314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:40.861960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:40.892886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Usage tracker for resource:port and tenant:786af9b2221d4a21b73de8f07cbe11eb is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:40.896980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:40.900334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:40.922218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:41.077997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-53964f40-f081-41c8-9587-61fb07595cf4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:41.087518 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-53964f40-f081-41c8-9587-61fb07595cf4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.69 "GET /v2.0/networks?id=03da936e-1e63-4936-8a69-32c48fe32c96 HTTP/1.1" status: 200 len: 811 time: 0.8796670 Feb 12 21:35:41.097992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Made reservation on behalf of 786af9b2221d4a21b73de8f07cbe11eb for: {'port': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:41.124124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:41.140082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Pushing event updated for resources: {'Port': ['ID=66c74444-7fd1-441c-8cb2-f43824e492e4,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:41.171861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Request body: {'port': {'device_id': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'network_id': '03da936e-1e63-4936-8a69-32c48fe32c96', 'admin_state_up': True, 'tenant_id': 'ab94cb8ae2b04d148b9eb6549cb2f708'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:41.176422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:41.406422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Routers {'d21c290d-5d60-49bd-916f-0d0647fec058'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:41.411637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['d21c290d-5d60-49bd-916f-0d0647fec058'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:41.633771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:41.667126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Usage tracker for resource:port and tenant:ab94cb8ae2b04d148b9eb6549cb2f708 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:41.685392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:41.698509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:41.810666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Made reservation on behalf of ab94cb8ae2b04d148b9eb6549cb2f708 for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:41.820277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:41.912584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 06a40fca-876f-4b38-9dfd-f2e5df428b1d up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:41.957985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] Set router d21c290d-5d60-49bd-916f-0d0647fec058 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:42.065518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:42.100344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76276c-979d-4f91-9675-b233aba01821 None None] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:35:42.464982 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c8c2187-7ce9-4ac4-85a3-7b6bc563a03b req-fbaf61c3-df8d-409f-b7e6-8a15aab4ff85 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 210 time: 0.3270674 Feb 12 21:35:42.497507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-11bd72d6-a4d3-46dc-904e-843da1e8dfed None None] Provisioning for port 06a40fca-876f-4b38-9dfd-f2e5df428b1d completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:42.572357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 06a40fca-876f-4b38-9dfd-f2e5df428b1d completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:42.589878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 12 21:35:42.748548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 06a40fca-876f-4b38-9dfd-f2e5df428b1d triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:42.755041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:42.821588 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9572ec49-5743-4229-a568-ebcdb6c5ed9e req-0359a8c4-2879-4f3a-8edc-2d3a876ee893 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 1.8730342 Feb 12 21:35:42.941011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:42.950639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:33Z', 'revision_number': 3, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:42.962376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Transition to ACTIVE for port object 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:42.965398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd27d8f-9254-45a0-b789-9bcffbb7d55e None None] The sync data for ids ['d21c290d-5d60-49bd-916f-0d0647fec058'] in dv-cinder-775250-2-iscsi is: [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:33Z', 'revision_number': 3, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:35:43.012991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:43.058487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:43.293303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Allocated IP 172.20.0.13 (ffbb97b4-0b56-48c8-828f-c2286d8486dd/3f66d902-29b6-4761-8ea2-7fcca4542039/31b43439-8395-4116-b132-555bad478efd) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:43.567125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e16ebd-4d76-4042-aa12-c48b9e5ecb84 None None] Pushing event updated for resources: {'Port': ['ID=1cebf9f2-1ad8-4c43-997d-5cf49e7736b1,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:43.605831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66e16ebd-4d76-4042-aa12-c48b9e5ecb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:43.734679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Allocated IP 172.20.0.3 (03da936e-1e63-4936-8a69-32c48fe32c96/bcaa4581-6407-4b34-9968-9d98947b45cb/dda96f28-b432-4dd8-9dc7-3f1c92132974) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:43.919608 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 12 21:35:43.944128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.053343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.072766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.091932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.113042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Attempting to bind port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:44.118935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Attempting to bind port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:44.119582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Attempting to bind port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:44.142220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-04e9b7fd-deba-4d35-943b-a8460b564622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:44.161471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c477a8f7-1e28-4f13-b095-f3db653e1564 None None] Provisioning complete for port 06a40fca-876f-4b38-9dfd-f2e5df428b1d triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:44.162211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c477a8f7-1e28-4f13-b095-f3db653e1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.226630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:44.228562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:44.229043 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.229500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:44.230153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Bound port: 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:44.230685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.286827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.410600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 06a40fca-876f-4b38-9dfd-f2e5df428b1d, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=06a40fca-876f-4b38-9dfd-f2e5df428b1d,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:35:44.437333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.534940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:44.607875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.751773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] For port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:44.756112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] For port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1cebf9f2-1ad8-4c43-997d-5cf49e7736b1,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:44.758157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=06a40fca-876f-4b38-9dfd-f2e5df428b1d,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:44.764532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:44.765554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 66c74444-7fd1-441c-8cb2-f43824e492e4 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:44.861027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52178) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:44.865448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8c8d775a-1186-46e2-8f61-636e0d1ccc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:44.870743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.884719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.950319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:45.000031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:45.019237 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:45.025351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:45.026494 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.076763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.094791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Pushing event updated for resources: {'Port': ['ID=0820d359-5a82-409f-aba0-c49c170d8bc0,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:45.099159 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9906590 Feb 12 21:35:45.116045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80514-60d9-4354-aa7e-cffe3eece7f3 req-982467dd-cad4-4c46-8ac1-c0b4a617606e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:45.117368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-54b80514-60d9-4354-aa7e-cffe3eece7f3 req-982467dd-cad4-4c46-8ac1-c0b4a617606e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:45.170563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-7a60cd68-b12a-414d-b098-55445ecb2254 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:35:45.172362 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-7a60cd68-b12a-414d-b098-55445ecb2254 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0077004 Feb 12 21:35:45.176964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.203985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c76857e8-fd4e-46aa-9e13-621af8211449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:45.311319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e16ebd-4d76-4042-aa12-c48b9e5ecb84 None None] Pushing event updated for resources: {'Port': ['ID=1cebf9f2-1ad8-4c43-997d-5cf49e7736b1,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:45.316522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66e16ebd-4d76-4042-aa12-c48b9e5ecb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:45.345208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:45.345387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:45.374598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Network 03da936e-1e63-4936-8a69-32c48fe32c96 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:45.383618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:45.394198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:45.408120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:45.409105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.467209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:45.470027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:45.504192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 66c74444-7fd1-441c-8cb2-f43824e492e4 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:45.533240 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3874924 Feb 12 21:35:45.596063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 66c74444-7fd1-441c-8cb2-f43824e492e4 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:45.596498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.623425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29c00a-33e4-4b14-bf62-a8220927abf4 req-2f533276-ae8c-45b3-8126-0cac1b34fbfb tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:45.624577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce29c00a-33e4-4b14-bf62-a8220927abf4 req-2f533276-ae8c-45b3-8126-0cac1b34fbfb tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Synchronizing usage tracker for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:45.637153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Network 485bade8-bc88-4a45-b7d6-a5984d335975 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:45.639920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:45.661837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce29c00a-33e4-4b14-bf62-a8220927abf4 req-2f533276-ae8c-45b3-8126-0cac1b34fbfb tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Unset dirty status for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:45.671455 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce29c00a-33e4-4b14-bf62-a8220927abf4 req-2f533276-ae8c-45b3-8126-0cac1b34fbfb tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 931 time: 0.7415388 Feb 12 21:35:45.695523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Pushing event updated for resources: {'Port': ['ID=dda96f28-b432-4dd8-9dc7-3f1c92132974,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:45.912873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-54b80514-60d9-4354-aa7e-cffe3eece7f3 req-982467dd-cad4-4c46-8ac1-c0b4a617606e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:45.914633 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54b80514-60d9-4354-aa7e-cffe3eece7f3 req-982467dd-cad4-4c46-8ac1-c0b4a617606e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 932 time: 1.5724216 Feb 12 21:35:45.922367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-291d9352-a54c-4ddb-8134-e4a8d512e96a None None] Provisioning complete for port 06a40fca-876f-4b38-9dfd-f2e5df428b1d triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:45.922798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-291d9352-a54c-4ddb-8134-e4a8d512e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.950462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:46.134970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:46.161417 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 66c74444-7fd1-441c-8cb2-f43824e492e4, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=66c74444-7fd1-441c-8cb2-f43824e492e4,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:35:46.170944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:46.191278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:46.286552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:46.318018 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce29c00a-33e4-4b14-bf62-a8220927abf4 req-7bfa937d-8775-4176-a32f-739af43c03b2 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Synchronizing usage tracker for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:46.368230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Request body: {'port': {'device_id': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:46.429037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:46.520458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce29c00a-33e4-4b14-bf62-a8220927abf4 req-7bfa937d-8775-4176-a32f-739af43c03b2 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Unset dirty status for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:46.521750 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce29c00a-33e4-4b14-bf62-a8220927abf4 req-7bfa937d-8775-4176-a32f-739af43c03b2 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490379 Feb 12 21:35:46.590664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:46.744401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 06a40fca-876f-4b38-9dfd-f2e5df428b1d up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:46.798586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event updated for resources: {'Port': ['ID=31b43439-8395-4116-b132-555bad478efd,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:46.855366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Router d21c290d-5d60-49bd-916f-0d0647fec058 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:35:46.973662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=66c74444-7fd1-441c-8cb2-f43824e492e4,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:46.991725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:47.105470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 06a40fca-876f-4b38-9dfd-f2e5df428b1d triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:47.106264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:47.307025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:47.344893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.476s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:47.359787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:47.369193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Usage tracker for resource:security_group_rule and tenant:2df45deae4e84c04921cd62cedeb82ad is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:47.378703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:47.385140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:47.394829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:35Z', 'revision_number': 3, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:47.399073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:35:47.401850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53fb40-100b-4c2a-ab90-4fbf9dbdf184 None None] The sync data for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi is: [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:35Z', 'revision_number': 3, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:35:47.407955 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] 10.222.0.36 "PUT /v2.0/routers/d21c290d-5d60-49bd-916f-0d0647fec058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0214856 Feb 12 21:35:47.412683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Sync routers for ids ['d21c290d-5d60-49bd-916f-0d0647fec058'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:35:47.430170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Routers {'d21c290d-5d60-49bd-916f-0d0647fec058'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:47.433258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['d21c290d-5d60-49bd-916f-0d0647fec058'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:47.646216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda96f28-b432-4dd8-9dc7-3f1c92132974 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:35:47.655957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:47.658138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:47.678434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Transition to ACTIVE for port object dda96f28-b432-4dd8-9dc7-3f1c92132974 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:47.681350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Request body: {'port': {'device_id': '778435a0-0a6a-4516-a490-91c799494189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:47.687993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:47.715601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:47.764948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Set router d21c290d-5d60-49bd-916f-0d0647fec058 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:48.186648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:48.644675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Attempting to bind port dda96f28-b432-4dd8-9dc7-3f1c92132974 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:48.645706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Attempting to bind port dda96f28-b432-4dd8-9dc7-3f1c92132974 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'f184519c-a555-4944-b196-2d585773aa45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03da936e-1e63-4936-8a69-32c48fe32c96'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:48.645706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Attempting to bind port dda96f28-b432-4dd8-9dc7-3f1c92132974 on network 03da936e-1e63-4936-8a69-32c48fe32c96 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:48.659755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:48.663110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Checking segment: {'id': 'f184519c-a555-4944-b196-2d585773aa45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03da936e-1e63-4936-8a69-32c48fe32c96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:48.664428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:48.668209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Bound using segment: {'id': 'f184519c-a555-4944-b196-2d585773aa45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03da936e-1e63-4936-8a69-32c48fe32c96'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:48.668892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Bound port: dda96f28-b432-4dd8-9dc7-3f1c92132974, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f184519c-a555-4944-b196-2d585773aa45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03da936e-1e63-4936-8a69-32c48fe32c96'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:48.669377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:48.706211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:41Z', 'revision_number': 4, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '0820d359-5a82-409f-aba0-c49c170d8bc0', 'name': '', 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'mac_address': 'fa:16:3e:10:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4536bd2d-d5f2-4980-9dc1-e31aa701aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:38Z', 'updated_at': '2021-02-12T21:35:43Z', 'revision_number': 2, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'subnets': [{'id': '4536bd2d-d5f2-4980-9dc1-e31aa701aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:48.712515 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Checking router: d21c290d-5d60-49bd-916f-0d0647fec058 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:35:48.713330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Updating router d21c290d-5d60-49bd-916f-0d0647fec058 port 0820d359-5a82-409f-aba0-c49c170d8bc0 binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:35:48.809230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:48.817203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b43439-8395-4116-b132-555bad478efd {{(pid=84047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:35:48.824878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c252a-50fe-48fd-8499-af51f7db554b req-22a1ddfa-e8b2-4db2-b731-bdc2b5536435 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:48.826654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:48.836992 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-238c252a-50fe-48fd-8499-af51f7db554b req-22a1ddfa-e8b2-4db2-b731-bdc2b5536435 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 943 time: 0.7520113 Feb 12 21:35:48.842327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Transition to ACTIVE for port object 31b43439-8395-4116-b132-555bad478efd will not be triggered until provisioned by entity L2. {{(pid=84047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:48.843411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:48.885471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Pushing event updated for resources: {'Port': ['ID=dda96f28-b432-4dd8-9dc7-3f1c92132974,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:48.890082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.174s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:48.936945 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-238c252a-50fe-48fd-8499-af51f7db554b req-4170e55e-57e4-48f0-bb4f-f49446094662 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988748 Feb 12 21:35:48.967456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.017544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.052041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] For port dda96f28-b432-4dd8-9dc7-3f1c92132974, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:49.062688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] For port dda96f28-b432-4dd8-9dc7-3f1c92132974, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dda96f28-b432-4dd8-9dc7-3f1c92132974,segment=NetworkSegment(f184519c-a555-4944-b196-2d585773aa45),segment_id=f184519c-a555-4944-b196-2d585773aa45)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:49.063808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:49.072836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.085133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:49.085681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.102374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5d453e56-901f-49f2-b17c-e1266c0b86c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:49.210235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7d77d-3d7b-4ce2-9e10-f347264d3989,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:49.223957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-54b80514-60d9-4354-aa7e-cffe3eece7f3 req-a84b1de6-4583-4ca1-9490-89db8c420b42 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:49.241948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:49.259688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-efcdca0e-e6d9-4bfe-8679-1b1d70fd6d6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:49.284619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3c88b1c9-c9e3-4ba3-9e92-3cacfb9a66f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:49.365977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Pushing event updated for resources: {'Port': ['ID=31b43439-8395-4116-b132-555bad478efd,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:49.401027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:49.414346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Router 27f46364-d442-4e75-a157-e5df1ffac73b is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:35:49.439755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Pushing event updated for resources: {'Port': ['ID=dda96f28-b432-4dd8-9dc7-3f1c92132974,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:49.446000 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:49.546539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.604812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1cebf9f2-1ad8-4c43-997d-5cf49e7736b1,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:35:49.612216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.614914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 66c74444-7fd1-441c-8cb2-f43824e492e4 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:49.687567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:49.812689 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2df45deae4e84c04921cd62cedeb82ad&name=default HTTP/1.1" status: 200 len: 2978 time: 4.8912027 Feb 12 21:35:49.822921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.860566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52260) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:49.868396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:49.869703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:49.871714 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] 10.222.0.69 "PUT /v2.0/ports/dda96f28-b432-4dd8-9dc7-3f1c92132974 HTTP/1.1" status: 200 len: 1157 time: 3.7329340 Feb 12 21:35:49.880155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae74ad-a350-4818-ab63-66a3055edb53 req-6cfa5e36-2574-4332-8da9-af43f363fab9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:49.881175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-baae74ad-a350-4818-ab63-66a3055edb53 req-6cfa5e36-2574-4332-8da9-af43f363fab9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Synchronizing usage tracker for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:network {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:49.882149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:35:49.887534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'tag': 'dda96f28-b432-4dd8-9dc7-3f1c92132974'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:35:49.903430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=1cebf9f2-1ad8-4c43-997d-5cf49e7736b1,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:49.905752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-54b80514-60d9-4354-aa7e-cffe3eece7f3 req-a84b1de6-4583-4ca1-9490-89db8c420b42 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:49.911420 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54b80514-60d9-4354-aa7e-cffe3eece7f3 req-a84b1de6-4583-4ca1-9490-89db8c420b42 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.9388480 Feb 12 21:35:49.918972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Sync routers for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:35:49.924212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:49.978605 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:49.982927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:50.008342 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-baae74ad-a350-4818-ab63-66a3055edb53 req-6cfa5e36-2574-4332-8da9-af43f363fab9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Unset dirty status for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:network {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:50.009946 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-6cfa5e36-2574-4332-8da9-af43f363fab9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 818 time: 0.4347415 Feb 12 21:35:50.040423 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-40dfff53-af85-46d6-b741-12b8600ad4b9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/quotas/ad03cb2d80404e749a5a45b01d934830 HTTP/1.1" status: 200 len: 375 time: 0.0145252 Feb 12 21:35:50.238545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.270152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Transition to ACTIVE for port object 0820d359-5a82-409f-aba0-c49c170d8bc0 will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:50.273946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.293684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:50.335379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-baae74ad-a350-4818-ab63-66a3055edb53 req-1c85ed00-561b-445b-95d8-2ed068d3811b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Synchronizing usage tracker for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:35:50.389416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-baae74ad-a350-4818-ab63-66a3055edb53 req-1c85ed00-561b-445b-95d8-2ed068d3811b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Unset dirty status for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:35:50.391249 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-1c85ed00-561b-445b-95d8-2ed068d3811b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3422859 Feb 12 21:35:50.429969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 66c74444-7fd1-441c-8cb2-f43824e492e4 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:50.437365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.444942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527edd-b548-47df-aa5f-c6359713c014 None None] Pushing event updated for resources: {'Port': ['ID=0820d359-5a82-409f-aba0-c49c170d8bc0,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:50.453352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-72527edd-b548-47df-aa5f-c6359713c014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:50.632488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:50.712343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.765229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Attempting to bind port 0820d359-5a82-409f-aba0-c49c170d8bc0 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:50.765859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Attempting to bind port 0820d359-5a82-409f-aba0-c49c170d8bc0 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:50.766453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Attempting to bind port 0820d359-5a82-409f-aba0-c49c170d8bc0 on network 485bade8-bc88-4a45-b7d6-a5984d335975 {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:50.773795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.778589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:50.784937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Checking segment: {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:50.796067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.796770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Bound using segment: {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:50.797652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Bound port: 0820d359-5a82-409f-aba0-c49c170d8bc0, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:50.798269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.820893 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-39f1fcf2-7a02-4a04-976b-a1f8672c9c3a service neutron] 10.222.0.36 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203784 Feb 12 21:35:50.870348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.872239 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 16.1984401 Feb 12 21:35:50.948678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] For port 0820d359-5a82-409f-aba0-c49c170d8bc0, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:50.952540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] For port 0820d359-5a82-409f-aba0-c49c170d8bc0, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=0820d359-5a82-409f-aba0-c49c170d8bc0,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:50.960942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:50.962487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52280) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:50.967900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:51.142516 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-67e995da-a33c-439c-807c-f69e29a6065a service neutron] 10.222.0.36 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3107026 Feb 12 21:35:51.159931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:51.162013 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cbceed8d-7c53-4e1c-a8c9-848e8178f8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:51.321296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-dc93141e-9d79-4bd4-90b9-650bbeaeec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:51.325476 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-dc93141e-9d79-4bd4-90b9-650bbeaeec47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab94cb8ae2b04d148b9eb6549cb2f708&device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 1160 time: 0.1794660 Feb 12 21:35:51.484570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:51.552709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:51.554034 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdd7d77d-3d7b-4ce2-9e10-f347264d3989 HTTP/1.1" status: 204 len: 168 time: 1.6413283 Feb 12 21:35:51.604371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7d77d-3d7b-4ce2-9e10-f347264d3989,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:51.609922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:51.657215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527edd-b548-47df-aa5f-c6359713c014 None None] Pushing event updated for resources: {'Port': ['ID=0820d359-5a82-409f-aba0-c49c170d8bc0,revision_number=4']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:51.726700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-72527edd-b548-47df-aa5f-c6359713c014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:51.870044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Routers {'d21c290d-5d60-49bd-916f-0d0647fec058'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:51.870777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['d21c290d-5d60-49bd-916f-0d0647fec058'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:52.189585 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-3983023d-99ea-4045-8a0e-fdd299b38293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda96f28-b432-4dd8-9dc7-3f1c92132974 HTTP/1.1" status: 200 len: 217 time: 0.7834060 Feb 12 21:35:52.201459 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'tag': 'dda96f28-b432-4dd8-9dc7-3f1c92132974', 'status': 'completed', 'code': 200} Feb 12 21:35:52.419560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:52.420051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:52.420150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babad09-3d6a-4eb8-bff6-37d4653f613a req-bbef1183-b1ae-412c-9ebb-96ca7be65b66 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:52.422194 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4babad09-3d6a-4eb8-bff6-37d4653f613a req-bbef1183-b1ae-412c-9ebb-96ca7be65b66 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 944 time: 0.2315223 Feb 12 21:35:52.545950 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4babad09-3d6a-4eb8-bff6-37d4653f613a req-7da28131-f782-4717-bf57-940875a5ae69 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138418 Feb 12 21:35:52.606491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] Set router d21c290d-5d60-49bd-916f-0d0647fec058 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:52.611550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:35:43Z', 'revision_number': 3, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:52.662868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Checking router: 27f46364-d442-4e75-a157-e5df1ffac73b for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:35:52.663287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Updating router 27f46364-d442-4e75-a157-e5df1ffac73b port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:35:52.710741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-fca101c3-d8a7-45f6-926d-f7ce3682e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:52.712761 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-fca101c3-d8a7-45f6-926d-f7ce3682e34b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcaa4581-6407-4b34-9968-9d98947b45cb HTTP/1.1" status: 200 len: 851 time: 0.1456282 Feb 12 21:35:52.830768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:52.849801 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d701432c-b2ab-4777-bb25-72738c835196 req-c5f9d469-24bf-412f-adf1-2414289e64a2 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.1356363 Feb 12 21:35:52.986229 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-4e3059a0-62a4-44c9-a141-d21ba0f7024c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03da936e-1e63-4936-8a69-32c48fe32c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351216 Feb 12 21:35:53.328857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Allocated IP 172.20.0.1 (86e6ed5d-4e82-422f-95bb-877219275b17/1b96d208-2bc9-4411-aad9-7b85c3c9e3e2/dc3feefe-7288-4b20-a98a-1dd3564b451e) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:53.580735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1ef40-b01a-4a73-b8c9-e3aa34d2abc4 req-1dca5ced-a37e-4890-9747-411bc6879cfd tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:53.584148 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b0f1ef40-b01a-4a73-b8c9-e3aa34d2abc4 req-1dca5ced-a37e-4890-9747-411bc6879cfd tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 943 time: 3.2497168 Feb 12 21:35:53.630900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:53.643988 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-de29e0d3-cb15-4bd5-9f2c-c8d055e3a840 service neutron] 10.222.0.69 "GET /v2.0/networks/03da936e-1e63-4936-8a69-32c48fe32c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245439 Feb 12 21:35:53.644502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52350) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:53.728138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:53.763111 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Transition to ACTIVE for port object 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:53.770470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:53.794811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:53.843989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Attempting to bind port 31b43439-8395-4116-b132-555bad478efd on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:53.844392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Attempting to bind port 31b43439-8395-4116-b132-555bad478efd by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}] {{(pid=84047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:53.844729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Attempting to bind port 31b43439-8395-4116-b132-555bad478efd on network ffbb97b4-0b56-48c8-828f-c2286d8486dd {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:53.864188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-485a23e5-a5cc-4ce0-927b-dfd84c840482 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:53.865902 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-485a23e5-a5cc-4ce0-927b-dfd84c840482 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 818 time: 0.4266565 Feb 12 21:35:53.879196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:53.879576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Checking segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:53.880008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:53.880397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Bound using segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:53.880914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Bound port: 31b43439-8395-4116-b132-555bad478efd, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}}] {{(pid=84047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:53.881285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:53.890247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:41Z', 'revision_number': 4, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '0820d359-5a82-409f-aba0-c49c170d8bc0', 'name': '', 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'mac_address': 'fa:16:3e:10:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4536bd2d-d5f2-4980-9dc1-e31aa701aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:38Z', 'updated_at': '2021-02-12T21:35:50Z', 'revision_number': 4, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'subnets': [{'id': '4536bd2d-d5f2-4980-9dc1-e31aa701aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:53.902016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e48ed0-6bd2-46a2-9d72-c2efc06a9061 None None] The sync data for ids ['d21c290d-5d60-49bd-916f-0d0647fec058'] in dv-cinder-775250-2-iscsi is: [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:41Z', 'revision_number': 4, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '0820d359-5a82-409f-aba0-c49c170d8bc0', 'name': '', 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'mac_address': 'fa:16:3e:10:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4536bd2d-d5f2-4980-9dc1-e31aa701aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:38Z', 'updated_at': '2021-02-12T21:35:50Z', 'revision_number': 4, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'subnets': [{'id': '4536bd2d-d5f2-4980-9dc1-e31aa701aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:35:53.905331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Transition to ACTIVE for port object dc3feefe-7288-4b20-a98a-1dd3564b451e will not be triggered until provisioned by entity DHCP. {{(pid=84047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:53.909139 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-7cebc53e-fbb4-4a89-97b9-57e66b9647b7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/quotas/ad03cb2d80404e749a5a45b01d934830 HTTP/1.1" status: 200 len: 375 time: 0.0282686 Feb 12 21:35:53.914908 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b0f1ef40-b01a-4a73-b8c9-e3aa34d2abc4 req-92bb5d8b-0dd2-4252-94d0-b97accb692a1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114419 Feb 12 21:35:54.114710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73c58f-e8e9-48ba-8bd3-601742dd9620 None None] Pushing event updated for resources: {'Port': ['ID=50b36d05-7b2f-4ba0-8963-8a6fd6e86da1,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:54.150676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:54.186073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:54.194923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Usage tracker for resource:security_group_rule and tenant:62cf21bddb6f47cdb7cc38b0effe96cc is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:54.199970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:54.212421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:54.232131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9b73c58f-e8e9-48ba-8bd3-601742dd9620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:54.255974 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-48e25a61-9f5e-4769-9611-158db17ef059 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3458421 Feb 12 21:35:54.279657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Attempting to bind port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:35:54.280084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Attempting to bind port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:35:54.280505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Attempting to bind port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:35:54.286971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:35:54.287300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:35:54.287758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:54.288206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:35:54.288737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Bound port: 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:35:54.289162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:54.431291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] For port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:54.435315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] For port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=50b36d05-7b2f-4ba0-8963-8a6fd6e86da1,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:54.441463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:54.474241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:54.541031 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-dd57bf4c-1c9e-4120-abd8-77eae4ffe23d service neutron] 10.222.0.36 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840071 Feb 12 21:35:54.709816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73c58f-e8e9-48ba-8bd3-601742dd9620 None None] Pushing event updated for resources: {'Port': ['ID=50b36d05-7b2f-4ba0-8963-8a6fd6e86da1,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:54.720440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] For port 31b43439-8395-4116-b132-555bad478efd, host hv-cinder-77525, cleared binding levels {{(pid=84047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:35:54.725808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] For port 31b43439-8395-4116-b132-555bad478efd, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=31b43439-8395-4116-b132-555bad478efd,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:35:54.736053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9b73c58f-e8e9-48ba-8bd3-601742dd9620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:54.739442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:54.868151 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-f161f1c3-d69d-4c92-a8dc-0c516be1a636 service neutron] 10.222.0.36 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3260670 Feb 12 21:35:54.873404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:35:54.874929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:54.996378 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:55.133173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Pushing event updated for resources: {'Port': ['ID=31b43439-8395-4116-b132-555bad478efd,revision_number=3']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:55.197316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:55.203609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:55.217682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4ec43b4f-042d-48c3-aabb-b5aa5ce2cbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:55.232654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:35:55.262923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6791c0-fb01-4f52-b66e-26eb1a988718,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:55.289469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:55.308602 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62cf21bddb6f47cdb7cc38b0effe96cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6443231 Feb 12 21:35:55.314540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52390) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:55.332426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:55.334289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:55.351381 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21569aa6-1cc5-403f-b13a-6a0b9225f2db req-25b7574f-3cd8-46c4-b5ca-413011940f8c service neutron] 10.222.0.69 "GET /v2.0/networks/03da936e-1e63-4936-8a69-32c48fe32c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4984739 Feb 12 21:35:55.417472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:55.556564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e5f6b-a72a-44d3-ae88-c5817a2c8a02 req-d2f53ad5-544f-4401-b933-ab9a47d1b80c tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:55.559693 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-187e5f6b-a72a-44d3-ae88-c5817a2c8a02 req-d2f53ad5-544f-4401-b933-ab9a47d1b80c tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 943 time: 0.1901886 Feb 12 21:35:55.583189 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 0820d359-5a82-409f-aba0-c49c170d8bc0 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:55.659601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.69', 52796) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:55.660554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:55.785734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 0820d359-5a82-409f-aba0-c49c170d8bc0 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:55.799362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 0820d359-5a82-409f-aba0-c49c170d8bc0 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:55.799907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:55.818126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Pushing event updated for resources: {'Port': ['ID=dc3feefe-7288-4b20-a98a-1dd3564b451e,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:55.830428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Network 86e6ed5d-4e82-422f-95bb-877219275b17 is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:55.882662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:55.889337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:55.901009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4555ec-530a-4639-83e6-daa28669b1d7 req-4f865aa3-5504-4dfd-b651-dd6a9dcb4966 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:55.909243 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd4555ec-530a-4639-83e6-daa28669b1d7 req-4f865aa3-5504-4dfd-b651-dd6a9dcb4966 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 944 time: 1.4957647 Feb 12 21:35:55.914802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:55.914802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:56.136586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:35:43Z', 'revision_number': 3, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:35:56.161076 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfab8ce-de6a-43ae-82ed-4935476696c8 None None] The sync data for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi is: [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:35:43Z', 'revision_number': 3, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:35:56.219808 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-187e5f6b-a72a-44d3-ae88-c5817a2c8a02 req-a102ba25-9f52-4d3f-b886-56e8322e2da9 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480813 Feb 12 21:35:56.255917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:56.308022 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae74ad-a350-4818-ab63-66a3055edb53 req-ea7adf93-242c-48e4-9441-738946d0838e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:56.313169 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-ea7adf93-242c-48e4-9441-738946d0838e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 818 time: 0.6657035 Feb 12 21:35:56.348656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Request body: {'port': {'device_id': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975', 'admin_state_up': True, 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:56.380416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 0820d359-5a82-409f-aba0-c49c170d8bc0, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=0820d359-5a82-409f-aba0-c49c170d8bc0,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:35:56.382146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-944aa98f-defa-49ea-94b1-95741735a586 None None] Provisioning for port dc3feefe-7288-4b20-a98a-1dd3564b451e completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:56.391564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:56.398644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:56.441002 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-944aa98f-defa-49ea-94b1-95741735a586 None None] Provisioning complete for port dc3feefe-7288-4b20-a98a-1dd3564b451e triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:56.441448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-944aa98f-defa-49ea-94b1-95741735a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:56.579280 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2cca94ed-b85d-4bbf-9738-15054c5282d7 req-d46a90bc-93ec-4db7-8508-9519000202fe tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 210 time: 0.0865676 Feb 12 21:35:56.583488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-944aa98f-defa-49ea-94b1-95741735a586 None None] Port dc3feefe-7288-4b20-a98a-1dd3564b451e cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:35:56.609542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=0820d359-5a82-409f-aba0-c49c170d8bc0,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:56.621087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:56.658805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:56.675697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:56.691295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Made reservation on behalf of ad03cb2d80404e749a5a45b01d934830 for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:56.698257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:56.943080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.108790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52440) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:57.111033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Allocated IP 172.20.0.8 (485bade8-bc88-4a45-b7d6-a5984d335975/4536bd2d-d5f2-4980-9dc1-e31aa701aece/55fdcab0-1b9f-4988-80ed-319b8174f3b1) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:57.137117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:57.137835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.139383 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] 10.222.0.69 "PUT /v2.0/ports/31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 1158 time: 11.7105892 Feb 12 21:35:57.153535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'tag': '31b43439-8395-4116-b132-555bad478efd'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:35:57.492562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.69', 52802) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:57.551268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:57.628212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.643808 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd4555ec-530a-4639-83e6-daa28669b1d7 req-78e8b00f-6112-4f09-82f3-721405263e62 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7335472 Feb 12 21:35:57.726632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Allocated IP 172.20.0.1 (3bc504f8-feb8-4610-82f2-0e164be44d7e/06ae67bb-7b12-4bf5-a3b2-3427a70314e0/cd817a35-ffae-4fd9-93ff-de95887e670a) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:57.800336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.808523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.901207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b141c-e52a-4e27-bbe2-a77a7ac48722 req-9524345e-29c8-4444-804b-422b13446527 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:57.909817 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c2b141c-e52a-4e27-bbe2-a77a7ac48722 req-9524345e-29c8-4444-804b-422b13446527 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 943 time: 0.5099046 Feb 12 21:35:57.929233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.945147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.953132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:57.963742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-07a541ad-7a81-4fed-bb95-799bcf0561fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:57.966841 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-07a541ad-7a81-4fed-bb95-799bcf0561fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab94cb8ae2b04d148b9eb6549cb2f708&device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 1160 time: 2.1665597 Feb 12 21:35:57.967606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:57.999984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-41f1e453-3aae-49a1-bfca-719e40b4bcac tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:58.001756 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-41f1e453-3aae-49a1-bfca-719e40b4bcac tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 818 time: 0.5041957 Feb 12 21:35:58.006673 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c2b141c-e52a-4e27-bbe2-a77a7ac48722 req-66e503b5-6631-4faa-8131-79e1eb071f4c tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959351 Feb 12 21:35:58.025896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Request body: {'port': {'device_id': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975', 'admin_state_up': True, 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:58.044316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.046239 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-591b1892-fd98-43a4-b206-a0e1b0657631 req-c8321aad-0603-4bbb-af16-8bde97e904c1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 210 time: 0.1139657 Feb 12 21:35:58.047453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0637ac374f4069b73f1cdce6aafe4f is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:58.108760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:35:58.114935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:58.115528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.138384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:58.292894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.296941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.312097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-b8b7b242-31a1-46ef-beca-49f19794646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:58.312648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=50b36d05-7b2f-4ba0-8963-8a6fd6e86da1,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:35:58.313837 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-b8b7b242-31a1-46ef-beca-49f19794646d service neutron] 10.222.0.69 "GET /v2.0/networks?id=03da936e-1e63-4936-8a69-32c48fe32c96 HTTP/1.1" status: 200 len: 905 time: 0.1734910 Feb 12 21:35:58.315083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:58.316034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.317069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 0820d359-5a82-409f-aba0-c49c170d8bc0 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:58.379198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9b73c58f-e8e9-48ba-8bd3-601742dd9620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:58.454131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1343c452-5388-43bd-9a44-60029fe05f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:58.462576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 0820d359-5a82-409f-aba0-c49c170d8bc0 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:58.463357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.504306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=50b36d05-7b2f-4ba0-8963-8a6fd6e86da1,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:58.521008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:58.522386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:58.535042 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'tag': '31b43439-8395-4116-b132-555bad478efd', 'status': 'completed', 'code': 200} Feb 12 21:35:58.537894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Pushing event updated for resources: {'Port': ['ID=55fdcab0-1b9f-4988-80ed-319b8174f3b1,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:58.556159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:58.608541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:58.615546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Usage tracker for resource:port and tenant:ad03cb2d80404e749a5a45b01d934830 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:58.620768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:58.630182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:58.637106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Network 485bade8-bc88-4a45-b7d6-a5984d335975 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:58.639930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:58.643206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:35:58.647622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:58.648292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.661631 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-17380e06-360d-4df2-b8a8-5639b8bde115 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda96f28-b432-4dd8-9dc7-3f1c92132974 HTTP/1.1" status: 200 len: 217 time: 0.1522560 Feb 12 21:35:58.661862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Made reservation on behalf of ad03cb2d80404e749a5a45b01d934830 for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:35:58.669094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:58.677424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Pushing event updated for resources: {'Port': ['ID=dc3feefe-7288-4b20-a98a-1dd3564b451e,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:58.681944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Network 86e6ed5d-4e82-422f-95bb-877219275b17 is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:35:58.690139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-334d9930-0f01-46a8-96e5-108b3c15e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:58.691791 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-334d9930-0f01-46a8-96e5-108b3c15e65b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1161 time: 1.4263794 Feb 12 21:35:58.694938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:58.732095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:35:58.735206 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3908916 Feb 12 21:35:58.804253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Request body: {'port': {'device_id': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:35:59.025816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6b63d94a-de5d-45ba-97d9-ed0478f813b3 None None] Provisioning complete for port dc3feefe-7288-4b20-a98a-1dd3564b451e triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:59.027500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b63d94a-de5d-45ba-97d9-ed0478f813b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:59.125948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6b63d94a-de5d-45ba-97d9-ed0478f813b3 None None] Port dc3feefe-7288-4b20-a98a-1dd3564b451e cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:35:59.177147 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-5c847b8b-59a8-47f5-8a15-256d351d4d0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.4428093 Feb 12 21:35:59.229404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:59.373274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:35:59.388829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52482) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:35:59.452370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-2da91585-d94a-42eb-a6fe-69fe3dbb9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:59.454806 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-2da91585-d94a-42eb-a6fe-69fe3dbb9335 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcaa4581-6407-4b34-9968-9d98947b45cb HTTP/1.1" status: 200 len: 851 time: 0.7693031 Feb 12 21:35:59.471789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:59.472621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:35:59.473359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:59.500935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Allocated IP 172.20.0.2 (485bade8-bc88-4a45-b7d6-a5984d335975/4536bd2d-d5f2-4980-9dc1-e31aa701aece/7bcd5500-4f43-4db3-9f0d-14338e590260) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:35:59.550763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6e999-0329-4943-8428-08779283b9e0 req-5999d236-e48d-4fa1-8f2a-ab59b248d03b tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:59.552421 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96e6e999-0329-4943-8428-08779283b9e0 req-5999d236-e48d-4fa1-8f2a-ab59b248d03b tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 943 time: 0.3044815 Feb 12 21:35:59.555316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:59.569524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ab8252ef-1448-4a09-9519-0679f93a6e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:59.600826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6791c0-fb01-4f52-b66e-26eb1a988718,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:35:59.607889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:35:59.628112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Transition to ACTIVE for port object cd817a35-ffae-4fd9-93ff-de95887e670a will not be triggered until provisioned by entity DHCP. {{(pid=84047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:35:59.667168 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-b301a097-c97c-45c2-8e47-a37c9c610793 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03da936e-1e63-4936-8a69-32c48fe32c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737092 Feb 12 21:35:59.689839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-2ead6d32-3880-4bab-b821-d85d2a95001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:35:59.691441 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-2ead6d32-3880-4bab-b821-d85d2a95001c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.4220109 Feb 12 21:35:59.703715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:59.721583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:59.821859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:35:59.837924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96e6e999-0329-4943-8428-08779283b9e0 req-3eee3d74-71ec-4b5b-95d1-229edabecb84 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563972 Feb 12 21:35:59.845292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb70033de974d499c4a8542b0392665 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:35:59.850688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:35:59.860353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:35:59.924175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:35:59.960431 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-c910bbfa-7dc1-461e-b7bd-dc85485ef185 service neutron] 10.222.0.69 "GET /v2.0/networks/03da936e-1e63-4936-8a69-32c48fe32c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807252 Feb 12 21:35:59.965505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.031521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-16bce57d-54f1-4a70-859a-7f7a53213a19 req-01a8810f-8244-4857-87a8-17202af6fca3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Synchronizing usage tracker for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:00.034288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-0d7334b0-1033-4a59-bd3f-81961841c6f8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84048) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:36:00.064910 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-12399c6a-0cba-48cd-92bf-7bc74960d14d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3404884 Feb 12 21:36:00.083543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-16bce57d-54f1-4a70-859a-7f7a53213a19 req-01a8810f-8244-4857-87a8-17202af6fca3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Unset dirty status for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:00.084765 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-16bce57d-54f1-4a70-859a-7f7a53213a19 req-01a8810f-8244-4857-87a8-17202af6fca3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 210 time: 0.1244743 Feb 12 21:36:00.103147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.108073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.110377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0c0d4-4380-45cf-977d-f35684433a05 req-11065e6b-8aa6-4ead-a37f-da2aff0b3b4b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:00.115419 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a7a0c0d4-4380-45cf-977d-f35684433a05 req-11065e6b-8aa6-4ead-a37f-da2aff0b3b4b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 944 time: 1.3137116 Feb 12 21:36:00.119858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-776bc1df-fc9f-4f37-81fc-8466d50de829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:00.165075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.217278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.218545 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d6791c0-fb01-4f52-b66e-26eb1a988718 HTTP/1.1" status: 204 len: 168 time: 4.8116281 Feb 12 21:36:00.220643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.261521 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5eb70033de974d499c4a8542b0392665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8715422 Feb 12 21:36:00.266817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:36:00.269001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52492) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:00.271547 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e52d85-6b4e-45d5-b5af-50e5e121284f,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:00.320564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.328385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:00.343585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:00.374437 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Pushing event updated for resources: {'Port': ['ID=cd817a35-ffae-4fd9-93ff-de95887e670a,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:00.458955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:00.469216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:00.516380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Pushing event updated for resources: {'Port': ['ID=7bcd5500-4f43-4db3-9f0d-14338e590260,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:00.524536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:00.587539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.592642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd31f5-b06f-4940-8908-b9bc4225a156,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:00.631448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:00.645060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Network 485bade8-bc88-4a45-b7d6-a5984d335975 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:00.649948 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea0637ac374f4069b73f1cdce6aafe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5317516 Feb 12 21:36:00.649948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52506) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:00.663887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:00.678725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:00.684120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:00.684120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.695391 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a7a0c0d4-4380-45cf-977d-f35684433a05 req-5d3f03b1-d738-4be1-8906-53668fabbc9b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325074 Feb 12 21:36:00.706273 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.729490 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fdcab0-1b9f-4988-80ed-319b8174f3b1 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:36:00.748354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.753170 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7334170 Feb 12 21:36:00.762179 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-30d01755-1ddd-4781-a496-d924cd6bdc0d req-26bd7987-2598-4d09-ba31-58adab0c9f83 service neutron] 10.222.0.69 "GET /v2.0/networks/03da936e-1e63-4936-8a69-32c48fe32c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7808998 Feb 12 21:36:00.778091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Transition to ACTIVE for port object 55fdcab0-1b9f-4988-80ed-319b8174f3b1 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:00.781938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.801505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-36b25a89-3f41-4973-81f7-2a0e26512f4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:00.834541 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-f0322e3d-e9a3-478c-91a8-d905aaaf232d service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031207 Feb 12 21:36:00.836165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Request body: {'port': {'device_id': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:00.840078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:00.844176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:00.855093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:00.855093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.902665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device dda96f28-b432-4dd8-9dc7-3f1c92132974 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:01.023156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.037622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Pushing event updated for resources: {'Port': ['ID=55fdcab0-1b9f-4988-80ed-319b8174f3b1,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:01.063498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:01.071569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:01.100846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port dda96f28-b432-4dd8-9dc7-3f1c92132974 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:01.106831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port dda96f28-b432-4dd8-9dc7-3f1c92132974 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:01.107610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.232163 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:01.243983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Sync routers for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:01.248679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-896ffc6c-8ede-4828-accf-549b624e45e5 None None] Provisioning for port cd817a35-ffae-4fd9-93ff-de95887e670a completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:01.250510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.256198 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] 10.222.0.36 "PUT /v2.0/routers/66cd5171-d201-4d00-bf8c-6e90dd8ce327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.8210430 Feb 12 21:36:01.260565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-896ffc6c-8ede-4828-accf-549b624e45e5 None None] Provisioning complete for port cd817a35-ffae-4fd9-93ff-de95887e670a triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:01.261542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-896ffc6c-8ede-4828-accf-549b624e45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.283042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:01.287418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:01.322175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.336751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.365524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-896ffc6c-8ede-4828-accf-549b624e45e5 None None] Port cd817a35-ffae-4fd9-93ff-de95887e670a cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:01.374512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda96f28-b432-4dd8-9dc7-3f1c92132974'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:01.471517 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2602409b-78f6-4da1-b2b2-6a3817a7b99a req-eddd6ece-176d-42f7-b243-4890c52232aa service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6203892 Feb 12 21:36:01.530580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port dda96f28-b432-4dd8-9dc7-3f1c92132974, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dda96f28-b432-4dd8-9dc7-3f1c92132974,segment=NetworkSegment(f184519c-a555-4944-b196-2d585773aa45),segment_id=f184519c-a555-4944-b196-2d585773aa45)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:01.540747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.543282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:01.548170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.579292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b7d8b6a6-6e62-4717-8519-db2c5bb78ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:01.622086 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd31f5-b06f-4940-8908-b9bc4225a156,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:01.622488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:01.632135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958f8a2-6de8-40b6-8dcc-f96bbd56e368 req-1d143fa2-edb5-4830-b676-f075f788b58c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:01.634025 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a958f8a2-6de8-40b6-8dcc-f96bbd56e368 req-1d143fa2-edb5-4830-b676-f075f788b58c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 931 time: 0.2961555 Feb 12 21:36:01.673548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:01.715733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e52d85-6b4e-45d5-b5af-50e5e121284f,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:01.768642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.772799 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65dd31f5-b06f-4940-8908-b9bc4225a156 HTTP/1.1" status: 204 len: 168 time: 1.0763726 Feb 12 21:36:01.773118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:01.773842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.779563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=dda96f28-b432-4dd8-9dc7-3f1c92132974,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:01.786377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:01.868938 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a958f8a2-6de8-40b6-8dcc-f96bbd56e368 req-0a1876f4-931e-4195-90e4-3ed8ad781b25 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729376 Feb 12 21:36:01.922483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:01.926946 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7e52d85-6b4e-45d5-b5af-50e5e121284f HTTP/1.1" status: 204 len: 168 time: 1.6567442 Feb 12 21:36:01.962227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-582ef363-c73c-486d-8b5e-0ff7fb13918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:01.964613 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-582ef363-c73c-486d-8b5e-0ff7fb13918f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1161 time: 0.3464038 Feb 12 21:36:01.977643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.124547 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Attempting to bind port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:02.125574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Attempting to bind port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:02.126114 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Attempting to bind port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 on network 485bade8-bc88-4a45-b7d6-a5984d335975 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:02.136095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:02.136722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Checking segment: {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:02.137366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.138049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Bound using segment: {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:02.138744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Bound port: 55fdcab0-1b9f-4988-80ed-319b8174f3b1, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:02.139296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.147940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:35:57Z', 'revision_number': 2, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:02.161006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Checking router: 66cd5171-d201-4d00-bf8c-6e90dd8ce327 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:02.161773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Updating router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 port dc3feefe-7288-4b20-a98a-1dd3564b451e binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:02.187454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191983b-575d-4e81-8927-2a0f4ee4b37d req-eedc8c9f-e24f-42d4-8742-31e6e932a284 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:02.196265 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4191983b-575d-4e81-8927-2a0f4ee4b37d req-eedc8c9f-e24f-42d4-8742-31e6e932a284 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 1.1314936 Feb 12 21:36:02.203872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device dda96f28-b432-4dd8-9dc7-3f1c92132974 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:02.263271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.271827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.275148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.277463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.297013 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0cc8e098-2c0b-4684-b7b7-612d6a8773aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:02.308955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port dda96f28-b432-4dd8-9dc7-3f1c92132974 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:02.310083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.545250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-55e953b3-fe70-4e12-bfe5-a49d4d771bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:02.546885 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-55e953b3-fe70-4e12-bfe5-a49d4d771bc8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.5743089 Feb 12 21:36:02.547567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Pushing event updated for resources: {'Port': ['ID=cd817a35-ffae-4fd9-93ff-de95887e670a,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:02.553176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:02.645388 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-c9cd07af-f572-4501-89ce-914c64e30671 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0893033 Feb 12 21:36:02.684784 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4191983b-575d-4e81-8927-2a0f4ee4b37d req-6f338cce-397d-427a-9e60-33b86f3754c4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872291 Feb 12 21:36:02.716300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] For port 55fdcab0-1b9f-4988-80ed-319b8174f3b1, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:02.719790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] For port 55fdcab0-1b9f-4988-80ed-319b8174f3b1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:02.721793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52556) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:02.814166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:02.814664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-3cbde94c-4ea2-412c-a5ec-9cd916d3a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:02.816481 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-3cbde94c-4ea2-412c-a5ec-9cd916d3a1ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.1607876 Feb 12 21:36:02.878263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:02.886647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:02.896807 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-08a34aa0-40f7-4540-9acd-f59bc7db2569 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703406 Feb 12 21:36:02.946910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.076540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-541b0be4-53b9-4a04-acb5-479532af515f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.119650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52566) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:03.197428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.219569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcd5500-4f43-4db3-9f0d-14338e590260 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:36:03.227041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Transition to ACTIVE for port object dc3feefe-7288-4b20-a98a-1dd3564b451e will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:03.229840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.231136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.238457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.245733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Transition to ACTIVE for port object 7bcd5500-4f43-4db3-9f0d-14338e590260 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:03.262261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:03.265566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52572) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:03.270190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-72527edd-b548-47df-aa5f-c6359713c014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:03.282534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:03.287630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Usage tracker for resource:security_group_rule and tenant:a03ba14ef4ab474a8efe9c911eb43291 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:03.291077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:03.297369 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:03.375410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587290917', 'description': 'tempest-description--1588279241'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:03.381488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Pushing event updated for resources: {'Port': ['ID=55fdcab0-1b9f-4988-80ed-319b8174f3b1,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:03.389451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b407ad-34b2-4eb9-bb58-26aabaf8cd59 None None] Pushing event updated for resources: {'Port': ['ID=dc3feefe-7288-4b20-a98a-1dd3564b451e,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:03.396300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.397084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-50b407ad-34b2-4eb9-bb58-26aabaf8cd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:03.406744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:03.421826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c059e488-61fe-424b-894f-03e4aac92419 None None] Provisioning complete for port cd817a35-ffae-4fd9-93ff-de95887e670a triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:03.422270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c059e488-61fe-424b-894f-03e4aac92419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.430448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:03.484734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:03.507927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:03.556680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-c059e488-61fe-424b-894f-03e4aac92419 None None] Port cd817a35-ffae-4fd9-93ff-de95887e670a cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:03.575823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:03.583147 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda96f28-b432-4dd8-9dc7-3f1c92132974', 'code': 200} Feb 12 21:36:03.586033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.603654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.640573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.664167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:03.737853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Router 27f46364-d442-4e75-a157-e5df1ffac73b has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:36:03.767206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:03.771645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:03.804819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Attempting to bind port dc3feefe-7288-4b20-a98a-1dd3564b451e on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:03.805566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Attempting to bind port dc3feefe-7288-4b20-a98a-1dd3564b451e by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:03.806542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Attempting to bind port dc3feefe-7288-4b20-a98a-1dd3564b451e on network 86e6ed5d-4e82-422f-95bb-877219275b17 {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:03.815146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:03.815909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Checking segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:03.816553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.817199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Bound using segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:03.817913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Bound port: dc3feefe-7288-4b20-a98a-1dd3564b451e, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:03.818619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:03.832785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Usage tracker for resource:security_group_rule and tenant:0c9462aef06f43d091def868d9fba009 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:03.852229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:03.876873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:03.978904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device dda96f28-b432-4dd8-9dc7-3f1c92132974 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:03.982051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] For port dc3feefe-7288-4b20-a98a-1dd3564b451e, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:03.988292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] For port dc3feefe-7288-4b20-a98a-1dd3564b451e, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=dc3feefe-7288-4b20-a98a-1dd3564b451e,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:03.994310 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.009674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcd5500-4f43-4db3-9f0d-14338e590260,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:04.016111 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:04.034270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:04.088293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031999f-74dd-4fd5-9c4a-15a4c8bb15be req-87abf90e-28d4-4fda-83f0-502e53c43049 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:04.090354 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6031999f-74dd-4fd5-9c4a-15a4c8bb15be req-87abf90e-28d4-4fda-83f0-502e53c43049 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 944 time: 1.2748721 Feb 12 21:36:04.162580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Attempting to bind port 7bcd5500-4f43-4db3-9f0d-14338e590260 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:04.165919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Attempting to bind port 7bcd5500-4f43-4db3-9f0d-14338e590260 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:04.166354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Attempting to bind port 7bcd5500-4f43-4db3-9f0d-14338e590260 on network 485bade8-bc88-4a45-b7d6-a5984d335975 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:04.189873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port dda96f28-b432-4dd8-9dc7-3f1c92132974 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:04.190298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.205290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b407ad-34b2-4eb9-bb58-26aabaf8cd59 None None] Pushing event updated for resources: {'Port': ['ID=dc3feefe-7288-4b20-a98a-1dd3564b451e,revision_number=4']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:04.219976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:04.220627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Checking segment: {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:04.221225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.221813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Bound using segment: {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:04.222505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Bound port: 7bcd5500-4f43-4db3-9f0d-14338e590260, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8dd96-30e7-41d9-820f-41f4b69a4378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '485bade8-bc88-4a45-b7d6-a5984d335975'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:04.223104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.224149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-50b407ad-34b2-4eb9-bb58-26aabaf8cd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:04.272959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52588) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:04.290298 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-ce4f9327-055c-412b-9e5d-097b7716667d service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3213453 Feb 12 21:36:04.312407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:04.313070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:04.319317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:04.320223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.321947 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] 10.222.0.69 "PUT /v2.0/ports/55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 1157 time: 5.5279236 Feb 12 21:36:04.328638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'tag': '55fdcab0-1b9f-4988-80ed-319b8174f3b1'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:04.374629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:04.408523 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6031999f-74dd-4fd5-9c4a-15a4c8bb15be req-1c5a9b13-e4cf-478d-a35f-46f96a3ce54e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016367 Feb 12 21:36:04.563498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.583455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89266406-47ea-49d1-9fa7-f5fcbe7934a4,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:04.588214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:04.595092 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a03ba14ef4ab474a8efe9c911eb43291&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4654686 Feb 12 21:36:04.615597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group_rule and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:04.618414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52596) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:04.632655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:04.635298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.650639 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-ab417ab8-2c28-4c72-a23a-b0b2e88fb7f4 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2781112 Feb 12 21:36:04.663893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.688933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:04.691383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-04d2e9e9-1dec-4af3-b673-ff67f8d3faa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:04.692801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:04.734235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Usage tracker for resource:security_group_rule and tenant:51f7424b48b541cc997e53f128742a9d is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:04.737382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] For port 7bcd5500-4f43-4db3-9f0d-14338e590260, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:04.743433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:04.763842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6f91a3-8fca-4fb6-8f94-b1b006835443,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:04.767891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:04.768814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:04.787635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] For port 7bcd5500-4f43-4db3-9f0d-14338e590260, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bcd5500-4f43-4db3-9f0d-14338e590260,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:04.791056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:04.798954 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c9462aef06f43d091def868d9fba009&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0547028 Feb 12 21:36:04.799085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb529e3-6332-4b9b-97ab-d229fedfedc4 req-0718110e-dc15-45b6-9df7-3f4923e13b3c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:04.804158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Sync routers for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:04.808060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae74ad-a350-4818-ab63-66a3055edb53 req-19804557-33d8-4899-84d3-2292c15ab3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:04.808887 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0bb529e3-6332-4b9b-97ab-d229fedfedc4 req-0718110e-dc15-45b6-9df7-3f4923e13b3c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 943 time: 1.0691550 Feb 12 21:36:04.809656 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-19804557-33d8-4899-84d3-2292c15ab3d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1160 time: 0.4239159 Feb 12 21:36:04.812327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52602) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:04.817228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.817870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:04.818742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:35:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:04.821538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:04.859541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:04.923664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9f8ce53f-ade0-4e88-9fba-b9241e3b45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:04.925456 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9f8ce53f-ade0-4e88-9fba-b9241e3b45c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 1162 time: 0.6271548 Feb 12 21:36:04.954135 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0bb529e3-6332-4b9b-97ab-d229fedfedc4 req-fb4c5c0f-d87f-41ad-963d-9518bc5e915e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441205 Feb 12 21:36:04.972292 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] 10.222.0.36 "PUT /v2.0/routers/27f46364-d442-4e75-a157-e5df1ffac73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9956851 Feb 12 21:36:04.977044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e035ee1b-f4db-473f-8fdb-5553aa2905ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:05.021345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.060928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:05.092979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.203693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.209297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:05.222651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Usage tracker for resource:security_group_rule and tenant:de6e4e3e8f4e4a759c1886d9955b2651 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:05.231613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:05.246671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:05.323825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.381534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-bac7216b-78ae-4bb0-9c4e-047fe3fea772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:05.382564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:05.387762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59db536-937e-4edf-bc80-1977a0e31cb6 None None] The sync data for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi is: [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:05.388539 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'tag': '55fdcab0-1b9f-4988-80ed-319b8174f3b1', 'status': 'completed', 'code': 200} Feb 12 21:36:05.402722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce930c-857c-4698-80bb-6d9c923d5aaa req-ae510189-852a-41be-8414-e22e76668845 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:05.404553 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-16ce930c-857c-4698-80bb-6d9c923d5aaa req-ae510189-852a-41be-8414-e22e76668845 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.8248918 Feb 12 21:36:05.405927 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-c8dbcc92-ab78-4c81-b4d0-e4a022f48934 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.5644565 Feb 12 21:36:05.417774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:05.418456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.419955 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] 10.222.0.69 "PUT /v2.0/ports/7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 200 len: 1157 time: 4.6203225 Feb 12 21:36:05.512254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a37a704-6d71-4fa2-b108-4502b9d05740,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:05.512400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-320d7328-10b4-45d4-b6d0-7de199ac6971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.521882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:05.527723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.529389 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1702476 Feb 12 21:36:05.532587 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52614) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:05.536985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.555383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'security_group_rule': {'security_group_id': '7a37a704-6d71-4fa2-b108-4502b9d05740', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:05.574903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.577558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:05.582055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae74ad-a350-4818-ab63-66a3055edb53 req-a1a229c6-3268-44c5-bba7-85c7abfaa5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:05.582210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:05.583689 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-a1a229c6-3268-44c5-bba7-85c7abfaa5dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.1616559 Feb 12 21:36:05.602612 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group_rule and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:05.607758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:05.615172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89266406-47ea-49d1-9fa7-f5fcbe7934a4,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:05.633338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:05.636983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:05.639794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:02Z', 'revision_number': 2, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:05.650957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Checking router: 27f46364-d442-4e75-a157-e5df1ffac73b for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:05.652046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Updating router 27f46364-d442-4e75-a157-e5df1ffac73b port cd817a35-ffae-4fd9-93ff-de95887e670a binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:05.654183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.655803 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89266406-47ea-49d1-9fa7-f5fcbe7934a4 HTTP/1.1" status: 204 len: 168 time: 1.0325494 Feb 12 21:36:05.665445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.673895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.683815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:05.719248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Synchronizing usage tracker for tenant:de6e4e3e8f4e4a759c1886d9955b2651 on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:05.733881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.782501 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-bafee7de-b845-42aa-a0b9-daf903544525 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110654 Feb 12 21:36:05.789290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.798665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcd5500-4f43-4db3-9f0d-14338e590260,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:05.808788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.818640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Unset dirty status for tenant:de6e4e3e8f4e4a759c1886d9955b2651 on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:05.819955 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1c9f69e-9bfc-407e-9619-00e7e30dfe6b req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8498454 Feb 12 21:36:05.829079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:05.958107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.963133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3948f77f-b742-46c4-a694-7bbf685fed9d,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:05.985051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:05.991271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:05.994299 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-16ce930c-857c-4698-80bb-6d9c923d5aaa req-2c9f543a-fab9-4b14-9386-4dbf0237f973 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374374 Feb 12 21:36:05.997767 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-913c4456-eb7f-45cd-b772-24064612fc6b service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002485 Feb 12 21:36:06.049822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:06.100146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf474389-3d4f-44d2-ac11-c75d62cd2c5a,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:06.104205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.113655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:06.114267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.121514 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-80bd0ef2-e533-4394-83aa-44d9bd547e7e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874841 Feb 12 21:36:06.123506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52626) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:06.142361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'security_group_rule': {'security_group_id': '7a37a704-6d71-4fa2-b108-4502b9d05740', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:06.159252 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:06.169778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group_rule and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:06.175428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-55a65d3a-01f0-456a-bce1-3f6adb0522f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:06.176324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:06.177513 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-55a65d3a-01f0-456a-bce1-3f6adb0522f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1160 time: 0.5928984 Feb 12 21:36:06.184899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:06.221373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.234876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.243524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.368531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52634) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:06.380856 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008140800', 'description': 'tempest-description--980908110'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:06.422904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:06.439286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:06.460624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:06.460846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78defcb0-ef17-4d1f-8843-1fe4e874a9c5,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:06.485888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.494662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:06.499557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.506612 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:06.520514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:06.584757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc82ab5d-a1c0-43f1-b395-8be9e337f856,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:06.587859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:06.588366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:06.589711 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-34d18740-c302-4178-a383-13cde0b7e92e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 200 len: 217 time: 0.3565049 Feb 12 21:36:06.598726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec287e-044e-4bd8-8aef-02852997cd88 req-7914768e-5acd-4eea-92ca-6e217574162c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:06.607963 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e6ec287e-044e-4bd8-8aef-02852997cd88 req-7914768e-5acd-4eea-92ca-6e217574162c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 943 time: 0.2427678 Feb 12 21:36:06.611123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.612706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.633995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.638480 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5138576 Feb 12 21:36:06.640691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52644) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:06.681171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'floatingip': {'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:06.706266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:06.712346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:06.716498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:floatingip and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:06.726137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group_rule and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:06.734936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-3a5a7b49-b979-4960-81d9-67ba43393825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:06.736583 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-3a5a7b49-b979-4960-81d9-67ba43393825 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.1112711 Feb 12 21:36:06.737283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:06.742970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:06.750631 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-baae74ad-a350-4818-ab63-66a3055edb53 req-0eaac7cd-ee31-4947-ab19-3521a00864bd service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5186031 Feb 12 21:36:06.753178 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51f7424b48b541cc997e53f128742a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4768806 Feb 12 21:36:06.754253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:06.757671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52652) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:06.761759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:06.795002 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e6ec287e-044e-4bd8-8aef-02852997cd88 req-4725f3a8-9287-4077-be2a-1bb864e6220c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859658 Feb 12 21:36:06.831432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.831901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.833728 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-a5fb0359-9889-4e1b-b82d-cb61c2b7e7de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792766 Feb 12 21:36:06.835192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-762a89cd-024d-4638-851a-43e7e7ae55c4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84048) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:36:06.851015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.855909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:06.882712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6f91a3-8fca-4fb6-8f94-b1b006835443,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:06.884753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Transition to ACTIVE for port object cd817a35-ffae-4fd9-93ff-de95887e670a will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:06.889160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:06.942267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:36:06.968627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:07.017552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:07.086275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.101088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.124642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c3373-16f3-4b78-abef-65978d7d0242 req-6d7dff9e-9277-4bb8-9583-9ffbe9c0a05a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:07.126083 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-055c3373-16f3-4b78-abef-65978d7d0242 req-6d7dff9e-9277-4bb8-9583-9ffbe9c0a05a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 944 time: 0.7111714 Feb 12 21:36:07.141295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:07.176617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.197616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.201214 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8314860 Feb 12 21:36:07.209706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52664) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:07.210945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03e149-4310-4b18-895b-687653bda91b,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:07.218217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:07.222399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'security_group_rule': {'security_group_id': '7f03e149-4310-4b18-895b-687653bda91b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:07.304090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.312207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:07.365892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.370229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group_rule and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:07.378798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:07.391983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:07.437625 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-fb9bc068-92c5-4a9e-b0bd-744d118174dc service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623629 Feb 12 21:36:07.438963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.440676 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad6f91a3-8fca-4fb6-8f94-b1b006835443 HTTP/1.1" status: 204 len: 168 time: 2.6255324 Feb 12 21:36:07.455012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.501554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'tag': '7bcd5500-4f43-4db3-9f0d-14338e590260'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:07.517841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.597930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device dc3feefe-7288-4b20-a98a-1dd3564b451e up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:07.655694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecff1b-15ce-4f4c-8ab6-4d951899de6a req-5168d956-dc31-4eaf-b8de-5553ad88ac09 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:07.671081 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-01ecff1b-15ce-4f4c-8ab6-4d951899de6a req-5168d956-dc31-4eaf-b8de-5553ad88ac09 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.4179988 Feb 12 21:36:07.734479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Attempting to bind port cd817a35-ffae-4fd9-93ff-de95887e670a on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:07.734941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Attempting to bind port cd817a35-ffae-4fd9-93ff-de95887e670a by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:07.735578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Attempting to bind port cd817a35-ffae-4fd9-93ff-de95887e670a on network 3bc504f8-feb8-4610-82f2-0e164be44d7e {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:07.741123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.743445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-db7508dc-b414-466f-a8b1-2aac1f521303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:07.744908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.753406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52678) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:07.755712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341328-bf19-450d-91fc-40d2c7cdf8d5 None None] Pushing event updated for resources: {'Port': ['ID=cd817a35-ffae-4fd9-93ff-de95887e670a,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:07.770176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9f341328-bf19-450d-91fc-40d2c7cdf8d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:07.776851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:07.777452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Checking segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:07.777994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.778559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Bound using segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:07.779356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Bound port: cd817a35-ffae-4fd9-93ff-de95887e670a, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:07.779833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.803877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port dc3feefe-7288-4b20-a98a-1dd3564b451e completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:07.814154 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9ac86bd-94d4-4d60-909a-ab15f942c764 req-4bf19087-ffc8-4711-9c83-9262c27d807f service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2688529 Feb 12 21:36:07.827657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port dc3feefe-7288-4b20-a98a-1dd3564b451e triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:07.833208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.860098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.872406 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-01ecff1b-15ce-4f4c-8ab6-4d951899de6a req-fab493cb-7b7e-4954-b64f-0e11d9c2b624 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002068 Feb 12 21:36:07.872735 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78defcb0-ef17-4d1f-8843-1fe4e874a9c5 HTTP/1.1" status: 204 len: 168 time: 1.0766411 Feb 12 21:36:07.880393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.891404 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-055c3373-16f3-4b78-abef-65978d7d0242 req-ead2435f-bcf4-493b-901a-235cec31a9fe tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271280 Feb 12 21:36:07.891894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:07.893315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78defcb0-ef17-4d1f-8843-1fe4e874a9c5,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:07.919993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:07.921902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:07.969094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Allocated IP 172.27.2.213 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/0ee5b201-2264-4d21-8e9c-2ed9ae17719b) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:07.980253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-6ffe6cea-7025-470d-95b0-896b59ab44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:07.993036 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-6ffe6cea-7025-470d-95b0-896b59ab44b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1160 time: 1.1128271 Feb 12 21:36:08.004297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad84d46-cacc-4d7b-a2d1-36378ded3104,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:08.008532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:08.099375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.235047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-f18c1676-23db-4a92-bdc5-1889d69c5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:08.237513 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-f18c1676-23db-4a92-bdc5-1889d69c5507 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.2349138 Feb 12 21:36:08.239813 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'tag': '7bcd5500-4f43-4db3-9f0d-14338e590260', 'status': 'completed', 'code': 200} Feb 12 21:36:08.248639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] For port cd817a35-ffae-4fd9-93ff-de95887e670a, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:08.253906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] For port cd817a35-ffae-4fd9-93ff-de95887e670a, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=cd817a35-ffae-4fd9-93ff-de95887e670a,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:08.279664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 31b43439-8395-4116-b132-555bad478efd up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:08.360582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.389302 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-0023c482-65aa-4b69-bc9a-7972de625616 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0952320 Feb 12 21:36:08.426686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.428087 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2141011 Feb 12 21:36:08.432010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52700) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:08.433116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52702) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:08.434549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.440117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.480646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:08.484882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb48052f5ca4058852d151571a349d5 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:08.488690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:08.494942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016a755-1839-4aaf-b417-f301050dcb4f req-13b6312e-da18-413a-b43e-375ca2a6b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:08.497345 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a016a755-1839-4aaf-b417-f301050dcb4f req-13b6312e-da18-413a-b43e-375ca2a6b176 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1160 time: 0.2565660 Feb 12 21:36:08.501106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:08.524160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'security_group_rule': {'security_group_id': '7f03e149-4310-4b18-895b-687653bda91b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:08.530938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:08.535122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group_rule and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:08.538443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:08.539543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-42ca3786-906e-4e7f-b346-1414bc275eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:08.542790 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-42ca3786-906e-4e7f-b346-1414bc275eac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.1428545 Feb 12 21:36:08.561750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:08.662514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341328-bf19-450d-91fc-40d2c7cdf8d5 None None] Pushing event updated for resources: {'Port': ['ID=cd817a35-ffae-4fd9-93ff-de95887e670a,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:08.674333 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-60e982da-f407-45a8-8706-1347d7a422ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582955 Feb 12 21:36:08.675834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9f341328-bf19-450d-91fc-40d2c7cdf8d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:08.701292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:08.703631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:08.710570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 31b43439-8395-4116-b132-555bad478efd completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:08.720703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:08.721435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:36:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:08.781388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.810727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 31b43439-8395-4116-b132-555bad478efd triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:08.811183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.877819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:08.897765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016a755-1839-4aaf-b417-f301050dcb4f req-e17aa2c6-7397-44bf-baa4-13c1870f231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:08.899413 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a016a755-1839-4aaf-b417-f301050dcb4f req-e17aa2c6-7397-44bf-baa4-13c1870f231f service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.3928878 Feb 12 21:36:08.903104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'Port': ['ID=0ee5b201-2264-4d21-8e9c-2ed9ae17719b,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:08.909296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:08.921764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:08.933488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Usage tracker for resource:security_group_rule and tenant:74974c1aa6804c3caf79d4c29cbdf2e2 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:08.941690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:09.005782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:09.013362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.023716 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a016a755-1839-4aaf-b417-f301050dcb4f req-4246ebd9-e703-41cf-a212-1e17b4f726ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 200 len: 217 time: 0.0978265 Feb 12 21:36:09.029765 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-4dbe87f8-fa6c-4ca7-83e3-dc8493a085a6 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476102 Feb 12 21:36:09.121054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.150675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.181175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port dc3feefe-7288-4b20-a98a-1dd3564b451e, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=dc3feefe-7288-4b20-a98a-1dd3564b451e,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:09.183409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:09.197346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.202989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:09.224139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:09.237247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764385a-28cc-4d73-a016-b30a8dcb7bae req-9ed4d6f8-5bbd-4de0-862d-a677d2fe20e1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:09.239595 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7764385a-28cc-4d73-a016-b30a8dcb7bae req-9ed4d6f8-5bbd-4de0-862d-a677d2fe20e1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 943 time: 0.8147020 Feb 12 21:36:09.258815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:09.279219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:09.280824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=dc3feefe-7288-4b20-a98a-1dd3564b451e,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:09.283812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.304899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:09.315761 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ceb48052f5ca4058852d151571a349d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5507355 Feb 12 21:36:09.323424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b43439-8395-4116-b132-555bad478efd'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:09.326368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde00cc-415c-4220-93fb-8944cd136627,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:09.330555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:09.375150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52724) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:09.387113 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e215ec3f-6f70-4208-b762-d5acb2447cea req-37a5cca1-f2f3-46df-aaf4-969327c38326 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3463078 Feb 12 21:36:09.388545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016a755-1839-4aaf-b417-f301050dcb4f req-c87a7afb-c6d7-454f-9b2b-0f5a536eb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:09.392103 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a016a755-1839-4aaf-b417-f301050dcb4f req-c87a7afb-c6d7-454f-9b2b-0f5a536eb220 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.3528864 Feb 12 21:36:09.395265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.396386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:09.400285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 31b43439-8395-4116-b132-555bad478efd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=31b43439-8395-4116-b132-555bad478efd,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:09.414991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.420386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:09.434737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.469619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-16531035-455e-4fb3-9064-c1e66861a88b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:09.491614 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7764385a-28cc-4d73-a016-b30a8dcb7bae req-17c3873d-8c1c-4e46-806c-353345a5e177 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237270 Feb 12 21:36:09.532722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.565111 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019e051b-b05c-437b-aa41-d9a411f2ebc2,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:09.580820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:09.585725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.799713 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=31b43439-8395-4116-b132-555bad478efd,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:09.804548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:09.816508 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a016a755-1839-4aaf-b417-f301050dcb4f req-68f4aa00-4814-41a9-b34e-1fea7ec2f1b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3574104 Feb 12 21:36:09.831565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:08Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:09.836551 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc2fe8d-6d24-4322-abfd-e65206d7c1c1 None None] The sync data for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi is: [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:08Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:09.869319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.885198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 31b43439-8395-4116-b132-555bad478efd up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:09.926372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.957400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:09.964935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:09.966042 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5274923 Feb 12 21:36:09.975720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52742) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:09.991004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'floatingip': {'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:10.004732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:10.019572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ff7c2-3b52-44a5-af8b-ee0199ace63a req-ea8d7cb4-dfb8-4785-9584-e38ec7a642da tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:10.027613 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-148ff7c2-3b52-44a5-af8b-ee0199ace63a req-ea8d7cb4-dfb8-4785-9584-e38ec7a642da tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.6340497 Feb 12 21:36:10.032441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:floatingip and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:10.060447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:10.066948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:10.074789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 31b43439-8395-4116-b132-555bad478efd triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:10.075340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:10.123401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:10.136831 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74974c1aa6804c3caf79d4c29cbdf2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7003379 Feb 12 21:36:10.146240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:10.153995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52748) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:10.166561 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-148ff7c2-3b52-44a5-af8b-ee0199ace63a req-18dd70b3-08f3-4344-a482-a4de995473a8 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378155 Feb 12 21:36:10.206911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:10.226804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a20212-680b-4c0d-9ae8-7f697e0a4767,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:10.275524 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a016a755-1839-4aaf-b417-f301050dcb4f req-6bbf0b98-08f6-4396-9f64-70a0f10216fd service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478183 Feb 12 21:36:10.319467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:10.341992 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b43439-8395-4116-b132-555bad478efd', 'code': 200} Feb 12 21:36:10.515998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5a4b-0071-4aa0-b769-538ccc8a1600 req-23acda56-4373-4ee5-82a9-215bb70fcf8e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:10.526748 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-397e5a4b-0071-4aa0-b769-538ccc8a1600 req-23acda56-4373-4ee5-82a9-215bb70fcf8e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 946 time: 0.6790643 Feb 12 21:36:10.688858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:10.942623 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a016a755-1839-4aaf-b417-f301050dcb4f req-67caea34-a06c-46ad-b209-be5f2fcb17f3 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5512600 Feb 12 21:36:10.983857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.002179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475a4c8-89a1-4ffe-b54c-1e6442808a18 req-286c92d7-7385-4bbe-b32f-9f984a9e701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:11.002690 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-397e5a4b-0071-4aa0-b769-538ccc8a1600 req-aa02550c-3e44-4b83-937a-c61eeeb48c11 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704001 Feb 12 21:36:11.008806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.027270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dc83749c-61da-4b7f-b016-592e135f6f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:11.027445 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7475a4c8-89a1-4ffe-b54c-1e6442808a18 req-286c92d7-7385-4bbe-b32f-9f984a9e701f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.3739924 Feb 12 21:36:11.043792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde00cc-415c-4220-93fb-8944cd136627,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:11.061267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:11.084615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.145345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.152939 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fde00cc-415c-4220-93fb-8944cd136627 HTTP/1.1" status: 204 len: 168 time: 1.7735398 Feb 12 21:36:11.165022 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666ae0-3d26-4ff3-a57b-ae4a44cfe1ed req-49fc7aca-afcf-4f7e-94cb-79641d040cd2 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:11.166538 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c666ae0-3d26-4ff3-a57b-ae4a44cfe1ed req-49fc7aca-afcf-4f7e-94cb-79641d040cd2 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 943 time: 0.4161689 Feb 12 21:36:11.195979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.203399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-40fabd73-8d26-45a4-8713-8ae737ce4026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:11.234620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a20212-680b-4c0d-9ae8-7f697e0a4767,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:11.238762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.241079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:11.242568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.246897 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62a20212-680b-4c0d-9ae8-7f697e0a4767 HTTP/1.1" status: 204 len: 168 time: 1.0830333 Feb 12 21:36:11.248444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.271860 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7475a4c8-89a1-4ffe-b54c-1e6442808a18 req-308cea71-ecf6-4b0e-aba8-1651adef5462 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374663 Feb 12 21:36:11.324762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-8c666ae0-3d26-4ff3-a57b-ae4a44cfe1ed req-da04eb8f-b8d8-46a9-a608-0907f6568136 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Synchronizing usage tracker for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:11.367622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a3fdd138-cff7-4eb7-b817-3f521964b97d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:11.427874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-8c666ae0-3d26-4ff3-a57b-ae4a44cfe1ed req-da04eb8f-b8d8-46a9-a608-0907f6568136 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Unset dirty status for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:11.437526 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c666ae0-3d26-4ff3-a57b-ae4a44cfe1ed req-da04eb8f-b8d8-46a9-a608-0907f6568136 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443199 Feb 12 21:36:11.492443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device cd817a35-ffae-4fd9-93ff-de95887e670a up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:11.526599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'Port': ['ID=0ee5b201-2264-4d21-8e9c-2ed9ae17719b,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:11.559177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:11.576823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.595355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port cd817a35-ffae-4fd9-93ff-de95887e670a completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:11.601832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port cd817a35-ffae-4fd9-93ff-de95887e670a triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:11.602448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.608530 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Allocated IP 172.27.2.61 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/60ce9137-9845-4425-8998-bfb63d6e5aec) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:11.621525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.627414 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9591687 Feb 12 21:36:11.817208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.822292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.864814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.884322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:11.935018 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port cd817a35-ffae-4fd9-93ff-de95887e670a, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=cd817a35-ffae-4fd9-93ff-de95887e670a,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:11.940120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:11.942023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device dc3feefe-7288-4b20-a98a-1dd3564b451e up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:11.954803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-73e2f615-9cc8-4f72-8551-34eac80e0cb6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:11.974322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-73e2f615-9cc8-4f72-8551-34eac80e0cb6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:11.976205 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-73e2f615-9cc8-4f72-8551-34eac80e0cb6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1587290917&fields=id&tenant_id=a6a03cda6c7248a194e434a6bf03cfda HTTP/1.1" status: 200 len: 267 time: 0.0857720 Feb 12 21:36:11.995914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0dbd8f63-14cc-4021-989d-4abd03108ac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:12.297917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-03b68c95-dbeb-41c2-b955-7bc30e77e5e0 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:12.298739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-03b68c95-dbeb-41c2-b955-7bc30e77e5e0 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:network {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:12.350731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-03b68c95-dbeb-41c2-b955-7bc30e77e5e0 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:network {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:12.353775 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-03b68c95-dbeb-41c2-b955-7bc30e77e5e0 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 811 time: 0.3693280 Feb 12 21:36:12.365942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'Port': ['ID=60ce9137-9845-4425-8998-bfb63d6e5aec,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:12.381178 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0be59c0a-1638-4ddf-b620-f019c1d825d1 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/quotas/a6a03cda6c7248a194e434a6bf03cfda HTTP/1.1" status: 200 len: 375 time: 0.0205879 Feb 12 21:36:12.388844 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:12.500420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-d2366a09-76ab-4559-9f37-bc1936bf7b24 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:12.520908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-d2366a09-76ab-4559-9f37-bc1936bf7b24 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:12.525489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-d2366a09-76ab-4559-9f37-bc1936bf7b24 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372752 Feb 12 21:36:12.551526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:12.554318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=cd817a35-ffae-4fd9-93ff-de95887e670a,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:12.554873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:12.563841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:12.574607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:12.642694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-45be496d-28b2-4876-906a-6b46007a0d7f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84048) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:36:12.646506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port dc3feefe-7288-4b20-a98a-1dd3564b451e triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:12.647165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:12.676285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:12.695382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546bec7-7419-4b68-9c75-1c8f258d879f req-c462db6f-8f45-4d64-856a-7248205cc104 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:12.697581 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4546bec7-7419-4b68-9c75-1c8f258d879f req-c462db6f-8f45-4d64-856a-7248205cc104 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 946 time: 0.4343455 Feb 12 21:36:12.815650 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4546bec7-7419-4b68-9c75-1c8f258d879f req-633380d0-5a3f-4404-94da-4ec7c47df597 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803227 Feb 12 21:36:12.827148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:12.903684 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-cd604d6f-c236-4657-bd99-7241db2b9b65 service neutron] 10.222.0.36 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576400 Feb 12 21:36:13.132200 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-d3db90e0-4bfe-4d04-8090-c0657f24d1bb service neutron] 10.222.0.36 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2269266 Feb 12 21:36:13.425031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device cd817a35-ffae-4fd9-93ff-de95887e670a up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:13.572593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.585447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.590412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port cd817a35-ffae-4fd9-93ff-de95887e670a triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:13.590885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.664025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 55fdcab0-1b9f-4988-80ed-319b8174f3b1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:13.697271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c84904-b221-4a49-af47-81e93e3c3c9b req-6e0a62f4-a721-422f-8fe3-0aa2dc3a03d7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:13.714628 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1c84904-b221-4a49-af47-81e93e3c3c9b req-6e0a62f4-a721-422f-8fe3-0aa2dc3a03d7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 943 time: 0.2073610 Feb 12 21:36:13.777482 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1c84904-b221-4a49-af47-81e93e3c3c9b req-1d1ded3b-ca1f-40ce-9d91-f746e16dc1bf tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617898 Feb 12 21:36:13.778348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52870) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:13.828110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:13.838540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:13.839649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.892168 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:13.912977 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6688ca16-83a9-4f8a-821f-d0336d429d35 req-1b17d93a-f6cb-4d4f-986e-822394b58f96 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 210 time: 0.0800581 Feb 12 21:36:14.037373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.098354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.110025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.140462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fdcab0-1b9f-4988-80ed-319b8174f3b1'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:14.157551 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 55fdcab0-1b9f-4988-80ed-319b8174f3b1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:14.162166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:14.163799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.164952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 31b43439-8395-4116-b132-555bad478efd up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:14.174526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'Port': ['ID=60ce9137-9845-4425-8998-bfb63d6e5aec,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:14.179189 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:14.185772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Usage tracker for resource:security_group_rule and tenant:a7112e6d5a924d98af53992d8c75787a is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:14.189271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.201515 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2231941 Feb 12 21:36:14.246887 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fdcab0-1b9f-4988-80ed-319b8174f3b1', 'code': 200} Feb 12 21:36:14.248563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e7e3ec0-b663-4af6-952e-0a692b93c60f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:14.320558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:14.343010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.380833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 31b43439-8395-4116-b132-555bad478efd triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:14.381270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.427822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c181db-2800-40c6-9dfb-9176f175eff5 req-41dfd6d7-bb3b-456a-897e-97996ff87844 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:14.435757 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b8c181db-2800-40c6-9dfb-9176f175eff5 req-41dfd6d7-bb3b-456a-897e-97996ff87844 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 946 time: 0.2397978 Feb 12 21:36:14.456385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=55fdcab0-1b9f-4988-80ed-319b8174f3b1,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:14.472004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:14.531673 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b8c181db-2800-40c6-9dfb-9176f175eff5 req-a7235ee8-9c38-4277-9779-ebb92efc927a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903418 Feb 12 21:36:14.587415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.596253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.612960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:14.621260 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-38c4e185-137b-4b55-9e10-a921d6a937d9 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2008140800&fields=id&tenant_id=cb1dd963b5de455d9e4fae67504bcc7d HTTP/1.1" status: 200 len: 267 time: 0.1115208 Feb 12 21:36:14.656448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7112e6d5a924d98af53992d8c75787a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8718102 Feb 12 21:36:14.659861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52912) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:14.679902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a51226-c580-498a-904e-ec33f664c3f8,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:14.694755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:14.804311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d317-411f-4898-abb5-0228b309bc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.870158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d317-411f-4898-abb5-0228b309bc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.055278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99785b-e668-4224-970d-bbd7473737f1 req-64c5d1b8-5073-4943-ab0a-b469261ab8df tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:15.057170 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9e99785b-e668-4224-970d-bbd7473737f1 req-64c5d1b8-5073-4943-ab0a-b469261ab8df tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 943 time: 0.1497655 Feb 12 21:36:15.058418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d317-411f-4898-abb5-0228b309bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.067400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:15.102569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d317-411f-4898-abb5-0228b309bc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.106761 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e8b0d317-411f-4898-abb5-0228b309bc1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75a51226-c580-498a-904e-ec33f664c3f8 HTTP/1.1" status: 204 len: 168 time: 0.4458599 Feb 12 21:36:15.108003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d317-411f-4898-abb5-0228b309bc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a51226-c580-498a-904e-ec33f664c3f8,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:15.113221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e8b0d317-411f-4898-abb5-0228b309bc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:15.123573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-557a6a46-6840-48be-b6c1-99eb59efaa8f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:15.125494 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-557a6a46-6840-48be-b6c1-99eb59efaa8f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 816 time: 0.4972260 Feb 12 21:36:15.164977 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-59065253-ac86-4d0b-b157-fe79193dde19 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/quotas/cb1dd963b5de455d9e4fae67504bcc7d HTTP/1.1" status: 200 len: 375 time: 0.0304842 Feb 12 21:36:15.168845 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9e99785b-e668-4224-970d-bbd7473737f1 req-4d2d6157-e030-4530-beb6-39e1d1f95319 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027400 Feb 12 21:36:15.171180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87524b84-bcd0-46c0-83cf-f6c5b344fd52 req-f97b00f3-4216-49ba-aa91-1abe6661ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:15.173337 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-87524b84-bcd0-46c0-83cf-f6c5b344fd52 req-f97b00f3-4216-49ba-aa91-1abe6661ac35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.4147496 Feb 12 21:36:15.283916 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-87524b84-bcd0-46c0-83cf-f6c5b344fd52 req-f650a737-d4d4-4d9e-9ee5-4d2394c62cb2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555689 Feb 12 21:36:15.323895 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-6b37b994-abf6-42fc-b54e-98d06ad2ee0f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1499240 Feb 12 21:36:15.427620 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-be125136-4116-4b86-9d04-74a76e817ad0 req-1fec4f55-4f6d-44ce-b10d-00ad7a613f8a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 210 time: 0.1170747 Feb 12 21:36:15.569114 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e48cf3e-0b44-4f97-b144-aa5fe9fcace3 service neutron] 10.222.0.36 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244878 Feb 12 21:36:15.930606 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9da2e4ce-f2a0-43b9-9b62-ca6fcbb42998 service neutron] 10.222.0.36 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3538482 Feb 12 21:36:15.976554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-18cc93c3-cf9d-4f43-9f75-a920fdecc2d7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:15.978217 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-18cc93c3-cf9d-4f43-9f75-a920fdecc2d7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 811 time: 0.2587490 Feb 12 21:36:16.133242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 7bcd5500-4f43-4db3-9f0d-14338e590260 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:16.176159 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-45091ec7-6003-4c60-9a73-ee40a40a93ae tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6a03cda6c7248a194e434a6bf03cfda HTTP/1.1" status: 200 len: 5705 time: 0.1797485 Feb 12 21:36:16.190747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'port': {'device_id': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'admin_state_up': True, 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'security_groups': ['7a37a704-6d71-4fa2-b108-4502b9d05740']}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:16.227866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 7bcd5500-4f43-4db3-9f0d-14338e590260 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:16.236675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 7bcd5500-4f43-4db3-9f0d-14338e590260 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:16.238498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.445198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a9890e13-0f40-4a39-867f-f135f6aac934 req-406d589c-67f5-4350-b5f4-2657e3fd5009 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:16.494672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a9890e13-0f40-4a39-867f-f135f6aac934 req-406d589c-67f5-4350-b5f4-2657e3fd5009 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:16.504296 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a9890e13-0f40-4a39-867f-f135f6aac934 req-406d589c-67f5-4350-b5f4-2657e3fd5009 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.2258844 Feb 12 21:36:16.558045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.598216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 7bcd5500-4f43-4db3-9f0d-14338e590260, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bcd5500-4f43-4db3-9f0d-14338e590260,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:16.599427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcd5500-4f43-4db3-9f0d-14338e590260'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:16.605973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.607337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 55fdcab0-1b9f-4988-80ed-319b8174f3b1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:16.679207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:16.733718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:16.741743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1adbce94-22c9-40cc-b8ff-054bfb8e0a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:16.783487 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b8fa66c-8375-4d2a-8f12-a0cb2325869b req-9fc2f47e-3ff5-4276-be8f-eecaa2d66c78 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 210 time: 0.0821133 Feb 12 21:36:16.805751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Made reservation on behalf of a6a03cda6c7248a194e434a6bf03cfda for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:16.827386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.845431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:16.845890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.909838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246b7f3-84d0-4b6d-8639-e2353ab025f7 req-7a8cb363-3493-475b-8a04-f3cf7a5a3021 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:16.914755 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5246b7f3-84d0-4b6d-8639-e2353ab025f7 req-7a8cb363-3493-475b-8a04-f3cf7a5a3021 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.3876784 Feb 12 21:36:16.970017 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcd5500-4f43-4db3-9f0d-14338e590260', 'code': 200} Feb 12 21:36:17.102507 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5246b7f3-84d0-4b6d-8639-e2353ab025f7 req-0f92404b-7d8b-45c4-9b5c-07824e7152d3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569731 Feb 12 21:36:17.139544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=7bcd5500-4f43-4db3-9f0d-14338e590260,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:17.148410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:17.438368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Allocated IP 172.20.0.10 (86e6ed5d-4e82-422f-95bb-877219275b17/1b96d208-2bc9-4411-aad9-7b85c3c9e3e2/1eeda024-1252-4a38-af47-562cd72de0d7) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:17.650309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.711632 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0699017c-e010-4ca4-8198-d7ad17bd91c8 req-e5bf32b0-fbfb-47f3-bbc0-12139331a872 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.0647993 Feb 12 21:36:17.718751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Transition to ACTIVE for port object 1eeda024-1252-4a38-af47-562cd72de0d7 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:17.749365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.768627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:17.946479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'Port': ['ID=1eeda024-1252-4a38-af47-562cd72de0d7,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:17.964916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:18.037450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Network 86e6ed5d-4e82-422f-95bb-877219275b17 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:18.041216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:18.043941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:18.048370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:18.049077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.068270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627354-6085-450d-8e00-147994288803 req-3b9d9d78-34dc-41fb-89be-71d4d56858c9 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:18.069920 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c8627354-6085-450d-8e00-147994288803 req-3b9d9d78-34dc-41fb-89be-71d4d56858c9 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 932 time: 0.1647491 Feb 12 21:36:18.109539 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9273705 Feb 12 21:36:18.134725 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c8627354-6085-450d-8e00-147994288803 req-010c5eaf-48cd-4c78-a991-71109c137b0f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561352 Feb 12 21:36:18.365376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e864f7-b6cd-4159-95ce-506d58ae0528 req-4e22f182-220c-4e12-802e-141025b3ee10 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:18.367004 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e0e864f7-b6cd-4159-95ce-506d58ae0528 req-4e22f182-220c-4e12-802e-141025b3ee10 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0950067 Feb 12 21:36:18.374586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb87-86df-4128-9e40-86cb5cbe1850 None None] Provisioning for port 1eeda024-1252-4a38-af47-562cd72de0d7 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:18.380109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb87-86df-4128-9e40-86cb5cbe1850 None None] Provisioning complete for port 1eeda024-1252-4a38-af47-562cd72de0d7 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:18.380537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb87-86df-4128-9e40-86cb5cbe1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.416257 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e0e864f7-b6cd-4159-95ce-506d58ae0528 req-77245063-e061-49ff-b200-da47f0140e10 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Feb 12 21:36:18.444617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb87-86df-4128-9e40-86cb5cbe1850 None None] Port 1eeda024-1252-4a38-af47-562cd72de0d7 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:18.881874 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-19d42e43-8cb5-4210-9717-5607636318ba req-e029051f-2071-4139-ab67-06caa93a942e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.0519640 Feb 12 21:36:19.340214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d2a4b-94d6-477e-b282-15fa568ab3dc req-c9841451-27fb-42ab-8c6e-7e83cfac207f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:19.340967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-f13d2a4b-94d6-477e-b282-15fa568ab3dc req-c9841451-27fb-42ab-8c6e-7e83cfac207f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:19.357784 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-f13d2a4b-94d6-477e-b282-15fa568ab3dc req-c9841451-27fb-42ab-8c6e-7e83cfac207f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:19.359330 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f13d2a4b-94d6-477e-b282-15fa568ab3dc req-c9841451-27fb-42ab-8c6e-7e83cfac207f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 932 time: 0.1035230 Feb 12 21:36:19.409979 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f13d2a4b-94d6-477e-b282-15fa568ab3dc req-ee929dc6-f9ac-420d-9b98-e2516b181902 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Feb 12 21:36:19.615790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d70d3-8f61-418b-9d9f-c61adbfbf025 req-afe174a1-2fba-46b6-996b-704c598b351a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:19.617324 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-885d70d3-8f61-418b-9d9f-c61adbfbf025 req-afe174a1-2fba-46b6-996b-704c598b351a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0890050 Feb 12 21:36:19.665328 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-885d70d3-8f61-418b-9d9f-c61adbfbf025 req-fb8c085a-d5c9-414f-a875-02733fb66b75 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Feb 12 21:36:20.046175 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-151efa2a-f3cd-44a2-a72e-4f7e16352050 req-fc9e974b-393f-41bb-961e-023df9cb7f92 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.0484357 Feb 12 21:36:20.617916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cee0e-1f5b-4eee-8d6c-8bac04d12f5a req-a835e803-7234-4e87-bdf4-9c2f054a68a6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:20.620095 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-703cee0e-1f5b-4eee-8d6c-8bac04d12f5a req-a835e803-7234-4e87-bdf4-9c2f054a68a6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 932 time: 0.0900595 Feb 12 21:36:20.667971 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-703cee0e-1f5b-4eee-8d6c-8bac04d12f5a req-46595cbe-6d19-4554-9be2-19472b34c06a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Feb 12 21:36:20.859172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cf08a-8591-4c04-a731-d775a400e93d req-d15b81b7-b8f6-4c8b-ac2e-1fd8222b3a70 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:20.860776 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-376cf08a-8591-4c04-a731-d775a400e93d req-d15b81b7-b8f6-4c8b-ac2e-1fd8222b3a70 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0856650 Feb 12 21:36:20.911610 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-376cf08a-8591-4c04-a731-d775a400e93d req-cd86db6a-d576-461e-9ce4-24e893bc98d3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 Feb 12 21:36:21.225290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Request body: {'port': {'device_id': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:21.263518 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-331b82b3-820e-4b9e-9dad-c6dd286a20ad req-e293967b-d82f-404a-a2f2-afa5c7544af2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.0857630 Feb 12 21:36:21.357958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.750911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109db35-f28c-40b5-bb43-b12ea7fb0360 req-789829f8-95d4-42f6-90ec-691301fca8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:21.752464 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b109db35-f28c-40b5-bb43-b12ea7fb0360 req-789829f8-95d4-42f6-90ec-691301fca8b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1162 time: 0.2195523 Feb 12 21:36:21.889450 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b109db35-f28c-40b5-bb43-b12ea7fb0360 req-fbc4344c-7d9b-4944-ba02-d7fbb8520ed0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124411 Feb 12 21:36:21.984349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eeda024-1252-4a38-af47-562cd72de0d7 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:36:21.995196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46f8df-2bb1-49f9-b85e-780f0233b5a3 req-0160a332-c6af-4af5-8625-5d32ab1d4c2b tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:21.996857 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-df46f8df-2bb1-49f9-b85e-780f0233b5a3 req-0160a332-c6af-4af5-8625-5d32ab1d4c2b tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 932 time: 0.1970170 Feb 12 21:36:22.001450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.035221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Transition to ACTIVE for port object 1eeda024-1252-4a38-af47-562cd72de0d7 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:22.050831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.071112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:22.128938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61a410-a346-4b43-9003-4159de0ba90d req-d5c6ae78-2057-462f-b8f1-6b2d38ee4a4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:22.130547 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1d61a410-a346-4b43-9003-4159de0ba90d req-d5c6ae78-2057-462f-b8f1-6b2d38ee4a4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0898793 Feb 12 21:36:22.160960 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-df46f8df-2bb1-49f9-b85e-780f0233b5a3 req-93a2be89-ee9f-4632-922f-faea974997b3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565206 Feb 12 21:36:22.184162 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1d61a410-a346-4b43-9003-4159de0ba90d req-0daa37bf-91dc-4e17-9565-fa52e8a62b93 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469582 Feb 12 21:36:22.221842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Pushing event updated for resources: {'Port': ['ID=1eeda024-1252-4a38-af47-562cd72de0d7,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:22.225043 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:22.228179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 7bcd5500-4f43-4db3-9f0d-14338e590260 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:22.315713 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 7bcd5500-4f43-4db3-9f0d-14338e590260 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:22.316367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.366251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Attempting to bind port 1eeda024-1252-4a38-af47-562cd72de0d7 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:22.366617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Attempting to bind port 1eeda024-1252-4a38-af47-562cd72de0d7 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:22.367018 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Attempting to bind port 1eeda024-1252-4a38-af47-562cd72de0d7 on network 86e6ed5d-4e82-422f-95bb-877219275b17 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:22.373046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:22.373423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Checking segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:22.373822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.374216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Bound using segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:22.374688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Bound port: 1eeda024-1252-4a38-af47-562cd72de0d7, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:22.375080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.450459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 55fdcab0-1b9f-4988-80ed-319b8174f3b1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:22.542534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:22.542906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.679860 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2a263dc2-d9c3-4438-879f-e39cdfe7de81 req-198992d4-02b4-4ffa-b168-1af9aa5340d9 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.2604079 Feb 12 21:36:22.719978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] For port 1eeda024-1252-4a38-af47-562cd72de0d7, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:22.727160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] For port 1eeda024-1252-4a38-af47-562cd72de0d7, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1eeda024-1252-4a38-af47-562cd72de0d7,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:22.730726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.746631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4a341c5-3314-44de-adbc-d55716098918 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:23.006097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Pushing event updated for resources: {'Port': ['ID=1eeda024-1252-4a38-af47-562cd72de0d7,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:23.013960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:23.067479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:23.068172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:23.069720 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] 10.222.0.69 "PUT /v2.0/ports/1eeda024-1252-4a38-af47-562cd72de0d7 HTTP/1.1" status: 200 len: 1158 time: 1.8489830 Feb 12 21:36:23.070182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:23.129839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-99ed2a53-0394-405a-87b6-5a37f9694ea0 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:23.131484 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-99ed2a53-0394-405a-87b6-5a37f9694ea0 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 816 time: 0.2587094 Feb 12 21:36:23.147173 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7', 'status': 'completed', 'code': 200} Feb 12 21:36:23.428132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9b3a4-6f8a-4d86-957d-005b948db80d req-a50c7e39-9a6f-4a5e-8515-080c0fbebafc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:23.430131 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-59b9b3a4-6f8a-4d86-957d-005b948db80d req-a50c7e39-9a6f-4a5e-8515-080c0fbebafc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0952251 Feb 12 21:36:23.484650 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-59b9b3a4-6f8a-4d86-957d-005b948db80d req-5aa01e74-682d-4be6-b029-acc8439c062d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Feb 12 21:36:23.496998 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-15b26259-31a1-4f9f-8227-4b3dc66e9b4a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d HTTP/1.1" status: 200 len: 5704 time: 0.1707010 Feb 12 21:36:23.509753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4377bb7-06bb-44d7-b615-3e61dc056a07 req-dadb9cae-13dd-4fcd-a299-0e78a55cd581 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:23.511458 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f4377bb7-06bb-44d7-b615-3e61dc056a07 req-dadb9cae-13dd-4fcd-a299-0e78a55cd581 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.2340894 Feb 12 21:36:23.517424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-071a0eaa-3ae2-40d8-8a4f-3fb2bc40ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:23.518917 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-071a0eaa-3ae2-40d8-8a4f-3fb2bc40ece7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 1161 time: 0.1991825 Feb 12 21:36:23.563935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f4377bb7-06bb-44d7-b615-3e61dc056a07 req-4c76fda2-8fc6-4da7-a0c8-bdec01522724 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Feb 12 21:36:23.569267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'port': {'device_id': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'admin_state_up': True, 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'security_groups': ['7f03e149-4310-4b18-895b-687653bda91b']}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:23.723556 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-f9abf120-1bd8-477b-8a39-68c50a6503d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eeda024-1252-4a38-af47-562cd72de0d7 HTTP/1.1" status: 200 len: 217 time: 0.1341276 Feb 12 21:36:23.852561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-bf0da151-f8e7-4ab1-a4a4-d2cb037e0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:23.855398 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-bf0da151-f8e7-4ab1-a4a4-d2cb037e0e8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 200 len: 850 time: 0.1064737 Feb 12 21:36:23.866755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:23.883624 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8616ddcc-2723-4135-8345-cec2b903df67 req-52414aad-6707-4a6f-8cfa-0a85fea1cc01 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.0677230 Feb 12 21:36:23.901838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:23.925639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Made reservation on behalf of cb1dd963b5de455d9e4fae67504bcc7d for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:23.931223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.082143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-5df6a93b-0ece-4670-922f-dde2062324e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:24.083755 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-5df6a93b-0ece-4670-922f-dde2062324e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86e6ed5d-4e82-422f-95bb-877219275b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2199006 Feb 12 21:36:24.389237 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-af0359b2-6c99-430d-a5e6-85bce56e37c0 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702026 Feb 12 21:36:24.404371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Allocated IP 172.20.0.9 (3bc504f8-feb8-4610-82f2-0e164be44d7e/06ae67bb-7b12-4bf5-a3b2-3427a70314e0/ddfa3045-084a-4071-8667-79f60725bd70) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:24.665861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.690121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Transition to ACTIVE for port object ddfa3045-084a-4071-8667-79f60725bd70 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:24.767008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba867d9-a518-4665-b361-b162c15b794c req-4890e820-4238-417e-be93-ebb61533ec50 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:24.768730 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4ba867d9-a518-4665-b361-b162c15b794c req-4890e820-4238-417e-be93-ebb61533ec50 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1668985 Feb 12 21:36:24.795757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a634c-300f-4b53-8071-4ff97a497467 req-ef3090a0-c1b1-47ff-a0ba-ffdcd58d05ff tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:24.797365 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b4a634c-300f-4b53-8071-4ff97a497467 req-ef3090a0-c1b1-47ff-a0ba-ffdcd58d05ff tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.1091723 Feb 12 21:36:24.847535 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b4a634c-300f-4b53-8071-4ff97a497467 req-c18c8eed-3161-4a14-a524-df030ab95cbe tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Feb 12 21:36:24.897679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.908001 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4ba867d9-a518-4665-b361-b162c15b794c req-a06c589b-9c2e-48e1-b99f-46ae95ad066a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897608 Feb 12 21:36:24.932807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-42d82206-5359-4cad-8547-5c52615fafc1 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:25.066865 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-984b5398-207a-4a9b-8328-0e8a17f0ffd2 req-bf4a4a8b-f89c-4fd2-aea1-a48ae2f3babc service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3371792 Feb 12 21:36:25.081790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'Port': ['ID=ddfa3045-084a-4071-8667-79f60725bd70,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:25.086185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:25.105179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3347-27e2-48c2-b131-ce4a608f018f req-ab3bb3b4-bc7a-401b-9f31-e8b1125488ba tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:25.106838 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-958b3347-27e2-48c2-b131-ce4a608f018f req-ab3bb3b4-bc7a-401b-9f31-e8b1125488ba tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 931 time: 0.1006098 Feb 12 21:36:25.141383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:25.142543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:25.144822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:25.149394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:25.149826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:25.159746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-958b3347-27e2-48c2-b131-ce4a608f018f req-36181cb2-4bfb-492e-a62d-4a61aeb8e6c4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:25.180365 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6150973 Feb 12 21:36:25.182253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-958b3347-27e2-48c2-b131-ce4a608f018f req-36181cb2-4bfb-492e-a62d-4a61aeb8e6c4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:25.183827 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-958b3347-27e2-48c2-b131-ce4a608f018f req-36181cb2-4bfb-492e-a62d-4a61aeb8e6c4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694547 Feb 12 21:36:25.394705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-05257eb3-c0ef-489e-ad28-135506504b09 None None] Provisioning for port ddfa3045-084a-4071-8667-79f60725bd70 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:25.399877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-05257eb3-c0ef-489e-ad28-135506504b09 None None] Provisioning complete for port ddfa3045-084a-4071-8667-79f60725bd70 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:25.400303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-05257eb3-c0ef-489e-ad28-135506504b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:25.459940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-05257eb3-c0ef-489e-ad28-135506504b09 None None] Port ddfa3045-084a-4071-8667-79f60725bd70 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:26.051377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecbdd3-712b-4321-8421-a7fa4376b8fe req-d3c788a6-039f-40a7-b3f7-c1ee1a0bee0a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:26.053120 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4eecbdd3-712b-4321-8421-a7fa4376b8fe req-d3c788a6-039f-40a7-b3f7-c1ee1a0bee0a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.0915055 Feb 12 21:36:26.104916 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4eecbdd3-712b-4321-8421-a7fa4376b8fe req-7d4235ba-495a-4a57-ab35-208d0540ffa1 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Feb 12 21:36:26.119877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59879fc7-88ae-455d-a9d2-cb51f85095b3 req-6eaab074-f27f-42da-bff8-9c712b37174b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:26.121508 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-59879fc7-88ae-455d-a9d2-cb51f85095b3 req-6eaab074-f27f-42da-bff8-9c712b37174b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0956593 Feb 12 21:36:26.168793 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-59879fc7-88ae-455d-a9d2-cb51f85095b3 req-de9ed221-13ce-4bf5-aec3-26bba7009210 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Feb 12 21:36:26.396314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87f7bc-8d9d-482c-92bc-ac61e940340f req-3924f617-7c6f-45c8-89c3-5f2d396a5e6e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:26.398065 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4e87f7bc-8d9d-482c-92bc-ac61e940340f req-3924f617-7c6f-45c8-89c3-5f2d396a5e6e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 931 time: 0.0966980 Feb 12 21:36:26.452819 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4e87f7bc-8d9d-482c-92bc-ac61e940340f req-0eb484ab-483b-4887-a8a1-ce4024e6dc52 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464025 Feb 12 21:36:26.620870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211921d-49d5-48f1-a522-098cc2c0cca5 req-3f88fcaa-ad3a-4d69-b5ac-fe64e52f6cff tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:26.622474 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e211921d-49d5-48f1-a522-098cc2c0cca5 req-3f88fcaa-ad3a-4d69-b5ac-fe64e52f6cff tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0893435 Feb 12 21:36:26.670222 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e211921d-49d5-48f1-a522-098cc2c0cca5 req-b43ca953-e0f6-453c-af5a-d6a8b7f26e90 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Feb 12 21:36:27.303191 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565daa9-69d3-44f9-9ecb-ae1ec78000dc req-462a44fd-4527-4e82-a084-44b79a2cb89d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:27.304849 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e565daa9-69d3-44f9-9ecb-ae1ec78000dc req-462a44fd-4527-4e82-a084-44b79a2cb89d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.0864613 Feb 12 21:36:27.355153 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e565daa9-69d3-44f9-9ecb-ae1ec78000dc req-81e14e30-afc1-4700-9c92-d91bd79ce2a2 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Feb 12 21:36:27.656761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a4e3-1d4d-45dc-819e-f760bd405486 req-e1e65698-1857-4314-82ca-cfbc44f8c81f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:27.657524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-43a9a4e3-1d4d-45dc-819e-f760bd405486 req-e1e65698-1857-4314-82ca-cfbc44f8c81f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:27.671882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-43a9a4e3-1d4d-45dc-819e-f760bd405486 req-e1e65698-1857-4314-82ca-cfbc44f8c81f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:27.673128 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-43a9a4e3-1d4d-45dc-819e-f760bd405486 req-e1e65698-1857-4314-82ca-cfbc44f8c81f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 931 time: 0.1020758 Feb 12 21:36:27.722082 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-43a9a4e3-1d4d-45dc-819e-f760bd405486 req-5e0d5a61-e818-4135-b849-19e224a4f5af tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Feb 12 21:36:27.878136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38e297-e6db-4555-bc6a-1395075bc8c1 req-a04f6116-efea-42db-8e63-fe5fde39c17c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:27.879808 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f38e297-e6db-4555-bc6a-1395075bc8c1 req-a04f6116-efea-42db-8e63-fe5fde39c17c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0947843 Feb 12 21:36:27.927780 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f38e297-e6db-4555-bc6a-1395075bc8c1 req-54ba416c-779c-4496-8120-82832643fffa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Feb 12 21:36:28.735969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Request body: {'port': {'device_id': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:28.932491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:28.939443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-758ce835-3a35-4b38-b5b8-1a8bafc6c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:28.941055 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-758ce835-3a35-4b38-b5b8-1a8bafc6c68c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 1161 time: 0.1619384 Feb 12 21:36:28.956185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486be62-07b3-4aad-9d15-5b873e44624a req-a97b69a7-324c-477d-95ed-d84b9499a102 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:28.957758 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b486be62-07b3-4aad-9d15-5b873e44624a req-a97b69a7-324c-477d-95ed-d84b9499a102 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 931 time: 0.1154313 Feb 12 21:36:28.966894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af92c2-3665-44c0-b50c-60eef4c6734a req-a6834b4b-58f0-453c-963a-50f2053bf226 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:28.968547 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a8af92c2-3665-44c0-b50c-60eef4c6734a req-a6834b4b-58f0-453c-963a-50f2053bf226 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.4968343 Feb 12 21:36:29.062323 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b486be62-07b3-4aad-9d15-5b873e44624a req-af05e58b-e2de-4b01-835f-9f58ec5035a3 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970035 Feb 12 21:36:29.104295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 7bcd5500-4f43-4db3-9f0d-14338e590260 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:29.225164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 7bcd5500-4f43-4db3-9f0d-14338e590260 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:29.225859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.241507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-b7f68102-8c03-42fe-b15c-e19ab75458b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:29.243168 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-b7f68102-8c03-42fe-b15c-e19ab75458b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 905 time: 0.2527614 Feb 12 21:36:29.368953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216b3f-60e9-4f99-a051-994de1df357e req-e45f876f-f123-44d2-8a05-dda8be05032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:29.371325 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2216b3f-60e9-4f99-a051-994de1df357e req-e45f876f-f123-44d2-8a05-dda8be05032c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1162 time: 0.5893071 Feb 12 21:36:29.378547 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a8af92c2-3665-44c0-b50c-60eef4c6734a req-e7e4da8f-6c0e-4cb6-9a85-4ba5d1c4eabd tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492086 Feb 12 21:36:29.384998 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-aa623fed-41f1-47d3-b62c-ab424d653ff3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eeda024-1252-4a38-af47-562cd72de0d7 HTTP/1.1" status: 200 len: 217 time: 0.1291082 Feb 12 21:36:29.580939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216b3f-60e9-4f99-a051-994de1df357e req-13af2aca-c953-47ca-8bb1-7107004370f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:29.582635 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2216b3f-60e9-4f99-a051-994de1df357e req-13af2aca-c953-47ca-8bb1-7107004370f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1993630 Feb 12 21:36:29.676522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-2966655d-2bd8-4751-9b09-e4769bdf0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:29.678130 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-2966655d-2bd8-4751-9b09-e4769bdf0c32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 200 len: 850 time: 0.2836356 Feb 12 21:36:29.692550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d32c9a-4eb8-4b8f-894f-afaa33a542b7 req-b7871abc-2d67-4cd4-92ea-1e9de9e52a00 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:29.694257 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-77d32c9a-4eb8-4b8f-894f-afaa33a542b7 req-b7871abc-2d67-4cd4-92ea-1e9de9e52a00 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.3697791 Feb 12 21:36:29.700151 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2216b3f-60e9-4f99-a051-994de1df357e req-65220575-7f35-4bee-ac54-53c4c0f0c6c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 200 len: 217 time: 0.0855429 Feb 12 21:36:29.711017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfa3045-084a-4071-8667-79f60725bd70 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:36:29.777430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.798681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Transition to ACTIVE for port object ddfa3045-084a-4071-8667-79f60725bd70 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:29.800326 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216b3f-60e9-4f99-a051-994de1df357e req-316d606d-d83d-4727-a7d1-4c8a059d09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:29.802153 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2216b3f-60e9-4f99-a051-994de1df357e req-316d606d-d83d-4727-a7d1-4c8a059d09b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0851398 Feb 12 21:36:29.815211 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-77d32c9a-4eb8-4b8f-894f-afaa33a542b7 req-4952b8f5-fc05-4c35-8f5c-2afdc5c07125 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704901 Feb 12 21:36:29.818501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.857936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-c58a9fc3-45e7-4463-a5cc-5d2cc036ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:29.859605 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-c58a9fc3-45e7-4463-a5cc-5d2cc036ab2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86e6ed5d-4e82-422f-95bb-877219275b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1643751 Feb 12 21:36:29.900665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:30.108271 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-8372112c-23a0-4b93-89c0-f7aafdd15fa4 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161124 Feb 12 21:36:30.129542 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2216b3f-60e9-4f99-a051-994de1df357e req-749fe98b-45a9-4f41-a45e-0c6521c5ded5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2305658 Feb 12 21:36:30.191520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfa3045-084a-4071-8667-79f60725bd70,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:30.272570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53262) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:30.304519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.304917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.305306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.305689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.306221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.306633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.307040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.307418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.308414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.308791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.309301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.309511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.309918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.310288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.310658 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.311573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.311954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.312377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.312677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.313350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.313900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.314277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.314648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.315088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:30.320096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:30.558730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bb3d2-572b-479e-8022-1252cc1f6c0a req-b13d4863-f379-4710-b484-d1c00241f295 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:30.564678 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-891bb3d2-572b-479e-8022-1252cc1f6c0a req-b13d4863-f379-4710-b484-d1c00241f295 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.2798622 Feb 12 21:36:30.637148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Attempting to bind port ddfa3045-084a-4071-8667-79f60725bd70 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:30.637523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Attempting to bind port ddfa3045-084a-4071-8667-79f60725bd70 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:30.637892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Attempting to bind port ddfa3045-084a-4071-8667-79f60725bd70 on network 3bc504f8-feb8-4610-82f2-0e164be44d7e {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:30.686538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:30.686983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Checking segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:30.687390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:30.687783 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Bound using segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:30.688271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Bound port: ddfa3045-084a-4071-8667-79f60725bd70, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:30.688641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:30.707083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:30.742034 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-891bb3d2-572b-479e-8022-1252cc1f6c0a req-ff92e365-e0b5-4426-8a29-279bab3e29f4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658437 Feb 12 21:36:30.765180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:30.774252 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e34c931c-a323-46fa-b0aa-f539145fd175 req-02828062-517b-453f-bff9-6543be25a146 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6507850 Feb 12 21:36:30.781756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Usage tracker for resource:security_group_rule and tenant:dd26b16ac1f9444babef34491b8f0cce is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:30.791779 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:30.803816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:30.804566 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2216b3f-60e9-4f99-a051-994de1df357e req-55597085-abdb-42b7-a4ac-443a71cdd9d4 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142702 Feb 12 21:36:30.815801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfa0e5-41ef-41c7-9581-99cb45c1338f req-8cded0b9-eaeb-47a2-a0ff-26a5cf1b847c tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:30.826231 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69bfa0e5-41ef-41c7-9581-99cb45c1338f req-8cded0b9-eaeb-47a2-a0ff-26a5cf1b847c tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.3767173 Feb 12 21:36:31.065592 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69bfa0e5-41ef-41c7-9581-99cb45c1338f req-53a9d9c1-cbe0-435b-9e0a-09c5e53886e4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303505 Feb 12 21:36:31.093103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.119455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] For port ddfa3045-084a-4071-8667-79f60725bd70, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:31.119762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349b1b9-bb8d-4240-b2a9-1f27a14057d5 req-1e2a049e-c203-4efc-86e5-b5549a52397b tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:31.147041 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b349b1b9-bb8d-4240-b2a9-1f27a14057d5 req-1e2a049e-c203-4efc-86e5-b5549a52397b tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.2061627 Feb 12 21:36:31.149253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.157950 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] For port ddfa3045-084a-4071-8667-79f60725bd70, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ddfa3045-084a-4071-8667-79f60725bd70,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:31.167763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2853a231-89ac-4e6a-80c6-b7064b55e635 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:31.180803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.204783 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:31.287454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e5c84-54bb-454b-9aa9-da5e2fbbcbcc,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:31.315274 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd26b16ac1f9444babef34491b8f0cce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0414891 Feb 12 21:36:31.320120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.320534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.320935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.321329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.321720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.322126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.322515 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.322930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.323906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.324294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.324680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.325061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.325497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.325876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.326262 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.326644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.327066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.327446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.327820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.328196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.328571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.328945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.329320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.329695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:31.334666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:31.338745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53296) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:31.364757 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b349b1b9-bb8d-4240-b2a9-1f27a14057d5 req-392b1713-7d77-4030-bea0-e00c3f955e71 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167208 Feb 12 21:36:31.441895 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-7cb6b934-98b3-4aa0-844a-5af3b423f6bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2198203 Feb 12 21:36:31.444916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.475349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.526686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.532025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:31.546936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e5c84-54bb-454b-9aa9-da5e2fbbcbcc,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:31.550320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.551690 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/589e5c84-54bb-454b-9aa9-da5e2fbbcbcc HTTP/1.1" status: 204 len: 168 time: 0.2100871 Feb 12 21:36:31.552915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:31.558394 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2216b3f-60e9-4f99-a051-994de1df357e req-af49d625-f5d7-4c67-abd5-7e2e54170e64 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7239079 Feb 12 21:36:31.661224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:31.662096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.663994 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] 10.222.0.69 "PUT /v2.0/ports/ddfa3045-084a-4071-8667-79f60725bd70 HTTP/1.1" status: 200 len: 1157 time: 2.9355621 Feb 12 21:36:31.664835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfa3045-084a-4071-8667-79f60725bd70,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:31.667711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:31.673475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:31.702313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-866194d4-7683-4acb-9c15-69c35c995b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:31.703828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ddf6-b179-4da4-a283-c5c3d7b6167e req-138d6436-3221-4f4c-be1c-d15b0b692525 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:31.705509 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8732ddf6-b179-4da4-a283-c5c3d7b6167e req-138d6436-3221-4f4c-be1c-d15b0b692525 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.2166255 Feb 12 21:36:31.705663 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-866194d4-7683-4acb-9c15-69c35c995b55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.1416764 Feb 12 21:36:31.734920 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70', 'status': 'completed', 'code': 200} Feb 12 21:36:31.765232 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8732ddf6-b179-4da4-a283-c5c3d7b6167e req-da99b371-0121-4830-98cc-19f11438e44b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481877 Feb 12 21:36:31.910364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53310) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:31.929135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.945028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:31.949652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Usage tracker for resource:security_group_rule and tenant:6c2fa6e0e0cd4e61b67e81e27daae714 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:31.952770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:31.958677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:31.970710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fc5a2-8f0d-490d-9025-4fa65cae124c req-d64e4e4c-da19-4286-8332-d0fe52a4d695 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:31.972372 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0b7fc5a2-8f0d-490d-9025-4fa65cae124c req-d64e4e4c-da19-4286-8332-d0fe52a4d695 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.0880392 Feb 12 21:36:32.028678 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0b7fc5a2-8f0d-490d-9025-4fa65cae124c req-4679f175-7f45-47b7-8658-01514476bdd1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482974 Feb 12 21:36:32.054944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.055858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.084898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4595797a-3870-4978-bdc0-072ac5f33bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:32.107828 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c2fa6e0e0cd4e61b67e81e27daae714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962302 Feb 12 21:36:32.110562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53318) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:32.116161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5324603-3f98-4e7d-9a36-a599ec687396,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:32.119697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:32.182451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.212939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.272612 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.278696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:32.279730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77c728-6e96-42fe-b06e-87db99ca4431 req-6b89e277-1335-4804-992b-ea749e6c551c tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:32.281387 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-eb77c728-6e96-42fe-b06e-87db99ca4431 req-6b89e277-1335-4804-992b-ea749e6c551c tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.0957928 Feb 12 21:36:32.293318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5324603-3f98-4e7d-9a36-a599ec687396,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:32.300343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:32.301521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.305093 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5324603-3f98-4e7d-9a36-a599ec687396 HTTP/1.1" status: 204 len: 168 time: 0.1934016 Feb 12 21:36:32.341221 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-eb77c728-6e96-42fe-b06e-87db99ca4431 req-79778bc1-d431-45eb-a249-cd8c02ece1db tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Feb 12 21:36:32.576544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d2e3-0739-47ba-b3fa-1d2cc4ad4d4e req-522c3143-aa72-49f3-ad24-37b499245f29 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:32.578240 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cf58d2e3-0739-47ba-b3fa-1d2cc4ad4d4e req-522c3143-aa72-49f3-ad24-37b499245f29 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.0924590 Feb 12 21:36:32.629247 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cf58d2e3-0739-47ba-b3fa-1d2cc4ad4d4e req-0ee1f7b6-8a0d-44c3-b78f-acc45df0b591 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446117 Feb 12 21:36:32.755830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53352) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:32.951351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.968014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:32.971659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c241a-ef8d-497c-b6be-4bd11121cbf9 req-c42a11c5-1cf5-4c95-aeb8-30f67110c6dc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:32.972227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Usage tracker for resource:security_group_rule and tenant:ce646994ceea4b7b9ef4630185ef779c is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:32.974617 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c99c241a-ef8d-497c-b6be-4bd11121cbf9 req-c42a11c5-1cf5-4c95-aeb8-30f67110c6dc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0903888 Feb 12 21:36:32.975325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:32.982004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:33.043666 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c99c241a-ef8d-497c-b6be-4bd11121cbf9 req-817fd716-58ff-4a35-92be-2ebdf9972b1c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639465 Feb 12 21:36:33.085718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d4f745e-e1f0-4be6-a2b6-af7f43722a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.105505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.122889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.127588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53372) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:33.170704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7e0f3287-4fa8-44cc-8d05-42ad7ea8b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:33.220902 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce646994ceea4b7b9ef4630185ef779c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637709 Feb 12 21:36:33.223855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53378) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:33.250260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa41b4-d49c-4b89-a05d-d6e71d12be04,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:33.257694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:33.259905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1990488568-network', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:33.277024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:33.285838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Usage tracker for resource:network and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:33.289499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168bab5-6139-4ddf-a677-50ec3d24661f req-9fdb7544-0376-4970-8456-5869a316d374 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:33.289983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:33.291163 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f168bab5-6139-4ddf-a677-50ec3d24661f req-9fdb7544-0376-4970-8456-5869a316d374 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1216924 Feb 12 21:36:33.304070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:33.324938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.334697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Made reservation on behalf of f074a3931d0f4f8ba215cbdd829ddc3f for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:33.340630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.346462 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f168bab5-6139-4ddf-a677-50ec3d24661f req-b4ed49c0-5761-4ffb-aefa-6f486992927a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477221 Feb 12 21:36:33.364574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.383820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.398770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:33.410840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:33.415089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:33.431303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:33.520713 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.536302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6725d7cd-a128-4d6b-b964-e1ffc46ce57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:33.560176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa41b4-d49c-4b89-a05d-d6e71d12be04,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:33.569041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:33.608119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.609384 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ffa41b4-d49c-4b89-a05d-d6e71d12be04 HTTP/1.1" status: 204 len: 168 time: 0.3843338 Feb 12 21:36:33.647202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77604c-727e-4eec-b7c9-2d8e41ef235a req-a1c553cd-6fb6-447e-be78-b7f4df7c08f6 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:33.648862 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aa77604c-727e-4eec-b7c9-2d8e41ef235a req-a1c553cd-6fb6-447e-be78-b7f4df7c08f6 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.1892712 Feb 12 21:36:33.650763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.656374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.676024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:33.718101 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:36:33.740148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958a4a65-322d-4321-9480-2cba12727d03,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:33.747712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:33.752590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.753036 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Added segment ecc8e1cb-5cb4-48a0-906c-455908e8234e of type vxlan for network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 Feb 12 21:36:33.770557 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aa77604c-727e-4eec-b7c9-2d8e41ef235a req-787fc481-d814-4428-b58a-a756cdabe637 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122012 Feb 12 21:36:33.800149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.837536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f7e95-1955-4280-aac8-9c80fe84fd6f req-8bc5f68c-84bb-4818-986a-ddf5be1a0d91 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:33.838133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.839821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:33.840227 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-be2f7e95-1955-4280-aac8-9c80fe84fd6f req-8bc5f68c-84bb-4818-986a-ddf5be1a0d91 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.0929174 Feb 12 21:36:33.840558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.846124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:33.906568 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-be2f7e95-1955-4280-aac8-9c80fe84fd6f req-8de83ea1-6551-4ce3-8a20-828af7ef7689 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580192 Feb 12 21:36:33.946733 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8179390 Feb 12 21:36:33.949856 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53392) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:33.957450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Request body: {'subnet': {'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1990488568-subnet', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:33.960799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53396) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:33.964662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9b2f70-aa29-43ac-8a48-58fb6572ef10,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:33.967287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:33.969854 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:33.972465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Usage tracker for resource:subnet and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:33.975582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:33.976400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:33.983007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.984610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:34.000396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:34.000996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Made reservation on behalf of f074a3931d0f4f8ba215cbdd829ddc3f for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:34.004675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf6284acea14f42a00a5e202a127826 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:34.007745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:34.010216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.013777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:34.107470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.111576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.144795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-956d3400-7786-427f-93c2-110c6433687c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:34.159875 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcf6284acea14f42a00a5e202a127826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979063 Feb 12 21:36:34.162619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53402) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:34.195274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf21d7-8048-4704-922f-4d34ee1d4646,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:34.205033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:34.244812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.272934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.333129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.339737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d1f65125-1966-4c4a-9c83-861ad73b96e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:34.344328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f137bf4-d328-4c85-8eaf-e602a4df6955 req-19d99b4d-0e8a-4684-b0f9-85c483dcfa1b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:34.346018 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f137bf4-d328-4c85-8eaf-e602a4df6955 req-19d99b4d-0e8a-4684-b0f9-85c483dcfa1b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1625273 Feb 12 21:36:34.353894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf21d7-8048-4704-922f-4d34ee1d4646,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:34.359348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:34.364692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.367841 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87cf21d7-8048-4704-922f-4d34ee1d4646 HTTP/1.1" status: 204 len: 168 time: 0.2022581 Feb 12 21:36:34.453562 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f137bf4-d328-4c85-8eaf-e602a4df6955 req-cc69d005-6917-418d-bece-e2c663a3c56f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993726 Feb 12 21:36:34.565925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6878e28-45ee-4797-bc52-fe15b7085def req-d837f7bb-331e-4b3a-b71a-7ddf8c793c1e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:34.567604 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d6878e28-45ee-4797-bc52-fe15b7085def req-d837f7bb-331e-4b3a-b71a-7ddf8c793c1e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.0922287 Feb 12 21:36:34.619446 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d6878e28-45ee-4797-bc52-fe15b7085def req-06dd266a-4a50-4894-a956-37fa407e51ca tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Feb 12 21:36:34.639579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.655860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2feacff5-0394-4a25-acd9-ef33e742c3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:34.777360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd236851-3408-4d32-88e4-8f208202e845,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:34.781365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:34.859835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Checking segment: {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:34.860325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Network hostable DHCP agents. Network: 7e9b2f70-aa29-43ac-8a48-58fb6572ef10, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:36:34.880381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:36:34.929424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 7e9b2f70-aa29-43ac-8a48-58fb6572ef10) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:34.943724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385b53a2-ae34-4471-92f2-39501c048fc2 None None] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:34.944812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:34.945481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.989048 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0356257 Feb 12 21:36:34.989563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53430) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:34.997483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:35.005748 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:35.011453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Usage tracker for resource:router and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:35.014782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17591bcf-a7bc-49f2-bf57-303b60bd0ff4 req-c02b0764-0c13-4bdb-997f-c6378f873cf8 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:35.015246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:35.016687 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-17591bcf-a7bc-49f2-bf57-303b60bd0ff4 req-c02b0764-0c13-4bdb-997f-c6378f873cf8 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.1293066 Feb 12 21:36:35.022150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:35.038152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.038152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.115917 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-17591bcf-a7bc-49f2-bf57-303b60bd0ff4 req-df8bd449-f3f6-4357-aa51-d6860864d0ef tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923948 Feb 12 21:36:35.146172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e857fa56-dcd1-4819-9162-04f9dd61720f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.150054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.220849 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:36:35.221920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.268682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.477538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.493329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49232-5948-43cc-8db9-cb45da4465d8 req-1c269bbd-7c1c-4af2-a0bf-2c573deda540 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:35.501486 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-40a49232-5948-43cc-8db9-cb45da4465d8 req-1c269bbd-7c1c-4af2-a0bf-2c573deda540 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.4294791 Feb 12 21:36:35.574185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Allocated IP 172.20.0.2 (7e9b2f70-aa29-43ac-8a48-58fb6572ef10/bd236851-3408-4d32-88e4-8f208202e845/81bfbb17-61c4-4fac-8fd5-a830e6f738f4) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:35.627110 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-40a49232-5948-43cc-8db9-cb45da4465d8 req-a047d82c-7070-4bfa-80f8-d8b3a35940c2 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245217 Feb 12 21:36:35.718572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbcd9a-32eb-4575-96f9-86930fdb88b3 req-1b8dc010-a196-4ef4-8c35-04e405ee67aa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:35.720714 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-45bbcd9a-32eb-4575-96f9-86930fdb88b3 req-1b8dc010-a196-4ef4-8c35-04e405ee67aa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1095917 Feb 12 21:36:35.774283 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-45bbcd9a-32eb-4575-96f9-86930fdb88b3 req-e0990fca-7656-42bb-b77f-8313af5e3bcf tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Feb 12 21:36:35.845041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.858415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Transition to ACTIVE for port object 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:35.876465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Transition to ACTIVE for port object 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:35.881214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.897755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:36.041110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Pushing event updated for resources: {'Port': ['ID=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:36.060673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.061544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.061544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.061758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.062416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.062554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.062869 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.063264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.063654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.064016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.064610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.064983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.065403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.065783 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.066144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.066515 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.066906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.067255 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.067622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.067989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.068355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.068725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.069091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.069457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:36.074664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:36.124352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:36.125597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:36.128908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:36.295615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994218e-f175-4e4b-a62d-257b87c40f2f req-7caf452e-bd21-411e-83f2-4c6025a86c75 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:36.297277 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b994218e-f175-4e4b-a62d-257b87c40f2f req-7caf452e-bd21-411e-83f2-4c6025a86c75 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.4699032 Feb 12 21:36:36.298665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:36.335095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:36.358460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752472d-07d8-4f3e-ad60-55948f412155 req-01f33fa6-39ee-4b77-b604-d2daeb7a3015 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:36.366942 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c752472d-07d8-4f3e-ad60-55948f412155 req-01f33fa6-39ee-4b77-b604-d2daeb7a3015 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.1113000 Feb 12 21:36:36.373472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Attempting to bind port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:36.374505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Attempting to bind port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:36.375108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Attempting to bind port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 on network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:36.381582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:36.382086 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Checking segment: {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:36.382602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:36.383141 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Bound using segment: {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:36.383787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Bound port: 81bfbb17-61c4-4fac-8fd5-a830e6f738f4, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:36.384291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:36.463862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:36.501736 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c752472d-07d8-4f3e-ad60-55948f412155 req-0c875f2e-ed72-4ae8-a7f0-a217691a5a25 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334729 Feb 12 21:36:36.547201 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96940c68-fcbd-494b-97cd-0731262f0033 req-3daee7f3-5107-49d4-a58c-bb1fa06ef879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:36.549661 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96940c68-fcbd-494b-97cd-0731262f0033 req-3daee7f3-5107-49d4-a58c-bb1fa06ef879 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 1160 time: 0.1513174 Feb 12 21:36:36.553451 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b994218e-f175-4e4b-a62d-257b87c40f2f req-043060d3-0530-44d7-9640-fec7fb83cacd tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201531 Feb 12 21:36:36.602320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:36.604484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] For port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:36.620648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] For port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:36.632473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-2aa544d0-90f1-4482-b1a9-bb8c26e34d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:36.634121 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-2aa544d0-90f1-4482-b1a9-bb8c26e34d44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.2384183 Feb 12 21:36:36.637705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:36.725477 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-2963eae8-bc9f-4c66-935b-4c375a0bd1b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0798705 Feb 12 21:36:36.773018 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66e16ebd-4d76-4042-aa12-c48b9e5ecb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:36.905482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Pushing event updated for resources: {'Port': ['ID=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:36.922300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:36.939367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-403940a9-b5bf-4968-b63d-2abb36704d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:36.941315 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-403940a9-b5bf-4968-b63d-2abb36704d4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.1999006 Feb 12 21:36:36.950704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96940c68-fcbd-494b-97cd-0731262f0033 req-3b8b3ccd-12b3-41a7-bf99-6d1eb17c4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:36.953061 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96940c68-fcbd-494b-97cd-0731262f0033 req-3b8b3ccd-12b3-41a7-bf99-6d1eb17c4c2c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3827069 Feb 12 21:36:37.057066 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-14a155ce-3292-4cd1-904f-321c4708f8f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036019 Feb 12 21:36:37.060775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0eac3-998d-4b31-8eea-8dbc63b70ca1 req-494ec285-ea30-4faf-a619-65b45c5840a5 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:37.073327 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3ca0eac3-998d-4b31-8eea-8dbc63b70ca1 req-494ec285-ea30-4faf-a619-65b45c5840a5 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.2601180 Feb 12 21:36:37.187448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3ca0eac3-998d-4b31-8eea-8dbc63b70ca1 req-33f1c088-ec7a-4e4b-a891-568329a60282 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126854 Feb 12 21:36:37.217335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96940c68-fcbd-494b-97cd-0731262f0033 req-c75ac04e-8236-4547-9297-90595a2cca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:37.219279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96940c68-fcbd-494b-97cd-0731262f0033 req-c75ac04e-8236-4547-9297-90595a2cca5d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2572396 Feb 12 21:36:37.307033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77a76f-f006-4cfa-a101-a1f170544533 req-3c1b56b4-823b-4941-906c-f76725448a18 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:37.316282 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1b77a76f-f006-4cfa-a101-a1f170544533 req-3c1b56b4-823b-4941-906c-f76725448a18 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.3172123 Feb 12 21:36:37.330903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Allocated IP 172.27.2.123 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/b8458f3d-9855-4e1d-a75e-bd1962d95fb5) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:37.398158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:37.443421 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1b77a76f-f006-4cfa-a101-a1f170544533 req-221f93b3-0e1b-441f-9bb1-4b46d1e8418e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259024 Feb 12 21:36:37.452830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:37.478049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:37.481442 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-477cef6a-acb9-427a-b981-6817779ed7a7 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895817 Feb 12 21:36:37.548700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-ee201413-9bbc-43ad-ad11-9d403e436d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:37.550397 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-ee201413-9bbc-43ad-ad11-9d403e436d4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 1160 time: 0.2178822 Feb 12 21:36:37.684496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:37.741268 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-aa1540a7-9eda-4cdf-bcfb-d8f8c7e2084c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddfa3045-084a-4071-8667-79f60725bd70 HTTP/1.1" status: 200 len: 217 time: 0.1545281 Feb 12 21:36:37.849526 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-680bb9f6-114e-4f2a-a417-efc514262d89 req-dc55f1ae-837c-4663-96f0-36b50aa37aba service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3123701 Feb 12 21:36:37.869622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb2547-c54d-4af4-a9d4-7423d7ba7b03 req-0ff05da4-2991-48c0-88ab-b093f9cb1605 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:37.872226 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70fb2547-c54d-4af4-a9d4-7423d7ba7b03 req-0ff05da4-2991-48c0-88ab-b093f9cb1605 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.1999233 Feb 12 21:36:37.883976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-e0a64850-9529-47e7-98cf-2a4c51da1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:37.887614 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-e0a64850-9529-47e7-98cf-2a4c51da1b29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06ae67bb-7b12-4bf5-a3b2-3427a70314e0 HTTP/1.1" status: 200 len: 855 time: 0.1320257 Feb 12 21:36:37.936488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:37.957880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b168c7c-8f21-4ea5-ab54-0815e687cbad req-6d45fd1a-4676-4fd9-bc26-f1c77ef4cad5 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:37.967958 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1b168c7c-8f21-4ea5-ab54-0815e687cbad req-6d45fd1a-4676-4fd9-bc26-f1c77ef4cad5 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.2135653 Feb 12 21:36:38.003312 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70fb2547-c54d-4af4-a9d4-7423d7ba7b03 req-2d902416-db34-4c25-80a8-d0c1fbdc071a tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110725 Feb 12 21:36:38.028266 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1b168c7c-8f21-4ea5-ab54-0815e687cbad req-68f6970b-a329-49c0-83d3-5647c0f23340 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607178 Feb 12 21:36:38.075334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.085313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-b26617f6-f362-4125-a3c5-64b6cd1f0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:38.087038 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-b26617f6-f362-4125-a3c5-64b6cd1f0402 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bc504f8-feb8-4610-82f2-0e164be44d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1723182 Feb 12 21:36:38.202606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:38.311810 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-0ba55c06-cd93-4e86-b918-1786f72b8b43 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128706 Feb 12 21:36:38.348662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Pushing event updated for resources: {'Port': ['ID=b8458f3d-9855-4e1d-a75e-bd1962d95fb5,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:38.408478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:38.501091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:38.502030 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-299244a6-a279-4381-bfe8-46c29c3e0901 req-45a5012d-f8de-4356-ad60-fb290bc80bfb service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1744721 Feb 12 21:36:38.503747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:38.506257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:38.704237 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b35a54-7f8b-4f91-be5d-7e0bffb84d05 None None] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:38.721691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda43b0-9e4d-4bf1-8240-b7e71649672b req-44ca7413-4b73-4b8f-a1bc-57298450fc1f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:38.723606 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4dda43b0-9e4d-4bf1-8240-b7e71649672b req-44ca7413-4b73-4b8f-a1bc-57298450fc1f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1206315 Feb 12 21:36:38.790174 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4dda43b0-9e4d-4bf1-8240-b7e71649672b req-afc640ea-db09-4226-b02f-1a7ff1afc738 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595622 Feb 12 21:36:38.849818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Provisioning for port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:38.890777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Provisioning complete for port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:38.891244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.915126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a7d09-d875-4845-bb75-7fd1a81105f4 req-e5415738-3e69-4797-a772-d55c54300fbb tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:38.923378 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-256a7d09-d875-4845-bb75-7fd1a81105f4 req-e5415738-3e69-4797-a772-d55c54300fbb tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.5610564 Feb 12 21:36:39.004779 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-256a7d09-d875-4845-bb75-7fd1a81105f4 req-04bc0980-83b4-4c4b-8856-c7703486a46d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792503 Feb 12 21:36:39.083611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.113577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-36302988-a902-42ba-ab62-13e4d78e6df5 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:39.134004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.136960 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-36302988-a902-42ba-ab62-13e4d78e6df5 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.69 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.1815641 Feb 12 21:36:39.228905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] For port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:39.238187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.253007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:39.359686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Deleting port dda96f28-b432-4dd8-9dc7-3f1c92132974 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:36:39.360070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.460384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Pushing event updated for resources: {'Port': ['ID=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:39.467953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:39.574132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0e9706cc-f1e1-4ac7-8e34-2a4665ab1cde None None] Provisioning complete for port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:39.574827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e9706cc-f1e1-4ac7-8e34-2a4665ab1cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.908366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460324-a09d-4721-aae8-f9df57fd61c2 req-267135e0-6235-4f12-b709-fdd31e8c4a1a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:39.915450 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5b460324-a09d-4721-aae8-f9df57fd61c2 req-267135e0-6235-4f12-b709-fdd31e8c4a1a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.4948468 Feb 12 21:36:40.034478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5949a66b-4924-4145-8110-a0cd665eab23 None None] Provisioning complete for port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:40.035088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5949a66b-4924-4145-8110-a0cd665eab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.100280 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5b460324-a09d-4721-aae8-f9df57fd61c2 req-cea6ae83-4767-4d6f-9b0d-d6a0096837dd tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750228 Feb 12 21:36:40.149245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.171807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] For port dda96f28-b432-4dd8-9dc7-3f1c92132974, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dda96f28-b432-4dd8-9dc7-3f1c92132974,segment=NetworkSegment(f184519c-a555-4944-b196-2d585773aa45),segment_id=f184519c-a555-4944-b196-2d585773aa45)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:40.172107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.318197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53586) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:40.327687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Calling delete_port for dda96f28-b432-4dd8-9dc7-3f1c92132974 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:36:40.364468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094e95b-fdf1-4f47-b505-a49e2b0a3944 req-d0b6524e-d708-4afb-9f30-3f3a1b500ae0 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:40.366075 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e094e95b-fdf1-4f47-b505-a49e2b0a3944 req-d0b6524e-d708-4afb-9f30-3f3a1b500ae0 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 945 time: 0.7320094 Feb 12 21:36:40.427323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-63f9260c-2e5e-445b-953f-45c46d5d46dd None None] Provisioning complete for port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:40.427759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63f9260c-2e5e-445b-953f-45c46d5d46dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.439122 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e094e95b-fdf1-4f47-b505-a49e2b0a3944 req-e272a4bd-39ce-47f8-8b0a-bdb1aec766f3 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648336 Feb 12 21:36:40.498452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:36:40.528975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-7771389d-8d09-403e-9d94-450cec034177 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:40.530502 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-7771389d-8d09-403e-9d94-450cec034177 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 0.2138703 Feb 12 21:36:40.677993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.692102 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-a293406d-37eb-43cb-8db7-952c70046b50 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/quotas/786af9b2221d4a21b73de8f07cbe11eb HTTP/1.1" status: 200 len: 375 time: 0.0536275 Feb 12 21:36:40.698508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:40.742187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Usage tracker for resource:security_group_rule and tenant:6e8da6cbf41d48a5a0f187fc0f074bce is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:40.778346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:40.785704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ee3b9-05ca-4bf3-8c25-84deee733e18 req-dd2e8c67-b436-4549-b8a3-26ff6f26513e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:40.787338 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e74ee3b9-05ca-4bf3-8c25-84deee733e18 req-dd2e8c67-b436-4549-b8a3-26ff6f26513e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1399598 Feb 12 21:36:40.787677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Sync routers for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:40.790937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:40.801276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:40.801935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:36:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:40.813990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:40.839774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.843812 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8503788 Feb 12 21:36:40.845171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53592) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:40.852482 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e74ee3b9-05ca-4bf3-8c25-84deee733e18 req-6c630a45-5403-4a57-9edf-149ef5e85241 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539601 Feb 12 21:36:41.016439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:41.020153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:41.055392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46e86-a642-4db4-a8f7-87c0ac440923 req-bd38dad4-60db-4ce3-b7b1-508f4dd8f584 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:41.057122 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f8f46e86-a642-4db4-a8f7-87c0ac440923 req-bd38dad4-60db-4ce3-b7b1-508f4dd8f584 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.0913761 Feb 12 21:36:41.099331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:41.118115 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f8f46e86-a642-4db4-a8f7-87c0ac440923 req-cc9f5e07-d52d-4f9e-b8fa-98da658e6b43 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535750 Feb 12 21:36:41.336525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4931-f562-4b99-ae02-67c56b70c510 req-e4abba74-0a30-47ab-bfd9-70098d68cde8 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:41.342926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Pushing event deleted for resources: {'Port': ['ID=dda96f28-b432-4dd8-9dc7-3f1c92132974,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:41.345959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:41.346206 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9abb4931-f562-4b99-ae02-67c56b70c510 req-e4abba74-0a30-47ab-bfd9-70098d68cde8 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1025834 Feb 12 21:36:41.368165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 3, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:41.370003 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-5fedd8c2-6c2c-4ba0-bb94-7c7b68f9f5eb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6679046 Feb 12 21:36:41.374237 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Checking router: eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:41.374928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Updating router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:41.392360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:41.413925 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9abb4931-f562-4b99-ae02-67c56b70c510 req-150e4864-fc5e-472e-9a9a-9b31249090b8 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664718 Feb 12 21:36:41.447882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:41.472450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:41.472929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:41.624420 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6f275369-9f1e-4b96-bab3-9004430fc9ea req-8f44f61a-588c-44c7-b3bd-e4bb3192b595 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 0.0589895 Feb 12 21:36:41.765847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:41.912940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:41.927682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Transition to ACTIVE for port object b8458f3d-9855-4e1d-a75e-bd1962d95fb5 will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:41.933473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:41.950646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:42.042604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.047903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] No DVR routers for this DVR port dda96f28-b432-4dd8-9dc7-3f1c92132974 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:36:42.051190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.065749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'name': 'network-vif-deleted', 'tag': 'dda96f28-b432-4dd8-9dc7-3f1c92132974'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:42.069766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938bf00-a0f4-4767-8219-f16a23e90c4a req-eae1e64d-4bf3-43bd-ade5-1baddc64ff3c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:42.078016 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d938bf00-a0f4-4767-8219-f16a23e90c4a req-eae1e64d-4bf3-43bd-ade5-1baddc64ff3c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1046417 Feb 12 21:36:42.085869 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:42.095000 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-41a7897f-0efe-4387-832f-03aa152e9239 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138109 Feb 12 21:36:42.127987 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d938bf00-a0f4-4767-8219-f16a23e90c4a req-c0f50fec-4c10-4740-a3bf-b446fc2ea523 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485418 Feb 12 21:36:42.162788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Pushing event updated for resources: {'Port': ['ID=b8458f3d-9855-4e1d-a75e-bd1962d95fb5,revision_number=2']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:42.174275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.174653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.175056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.175434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.175926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.176291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.176652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.177010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.177396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.177747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.178101 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.178459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.178864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.179282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.179646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.179996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.180347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.180697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.181048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.181397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.181745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.182093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.183146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.183504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:42.188982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:42.211254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Attempting to bind port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:42.211436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Attempting to bind port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:42.211811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Attempting to bind port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:42.217981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:42.218404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:42.218962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.219247 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8075fb-2c4b-48f8-8e9b-3f961fd78164', 'name': 'network-vif-deleted', 'tag': 'dda96f28-b432-4dd8-9dc7-3f1c92132974', 'status': 'completed', 'code': 200} Feb 12 21:36:42.219362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:42.219877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Bound port: b8458f3d-9855-4e1d-a75e-bd1962d95fb5, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:42.220292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.234693 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5d608849-8a23-4b24-842a-ce06f3dcfe1b req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.69 "DELETE /v2.0/ports/dda96f28-b432-4dd8-9dc7-3f1c92132974 HTTP/1.1" status: 204 len: 173 time: 3.0695403 Feb 12 21:36:42.259564 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e8da6cbf41d48a5a0f187fc0f074bce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9374785 Feb 12 21:36:42.260256 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53610) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:42.289497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d04cf8-46e8-4546-bc1c-6aaf9d3cf3bb,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:42.294619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:42.308729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] For port b8458f3d-9855-4e1d-a75e-bd1962d95fb5, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:42.312232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] For port b8458f3d-9855-4e1d-a75e-bd1962d95fb5, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b8458f3d-9855-4e1d-a75e-bd1962d95fb5,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:42.315981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.330182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-50b407ad-34b2-4eb9-bb58-26aabaf8cd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:42.398166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.441007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.442254 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-da7dfa0b-58bf-4538-b826-441d6f4295e0 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3314049 Feb 12 21:36:42.480254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0894e-b22f-49af-816c-dc940b712c75 req-533d018d-68c9-4f98-90eb-4cb479946c65 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:42.489570 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0ad0894e-b22f-49af-816c-dc940b712c75 req-533d018d-68c9-4f98-90eb-4cb479946c65 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.2005560 Feb 12 21:36:42.489766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Pushing event updated for resources: {'Port': ['ID=b8458f3d-9855-4e1d-a75e-bd1962d95fb5,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:42.495021 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7d7d6be1-a0ab-45b7-b7bb-95be7e5213f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:42.520214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.546665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:42.547592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:36:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:42.566558 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0ad0894e-b22f-49af-816c-dc940b712c75 req-6dd1cb87-d0be-45c0-bceb-acac313e3fcb tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759318 Feb 12 21:36:42.597595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.605406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-76852840-0105-4711-b54f-98e9fd154377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:42.652894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d04cf8-46e8-4546-bc1c-6aaf9d3cf3bb,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:42.654959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.657239 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1d04cf8-46e8-4546-bc1c-6aaf9d3cf3bb HTTP/1.1" status: 204 len: 168 time: 0.3951335 Feb 12 21:36:42.658308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:42.744647 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dc90b03a-a0b2-415f-aba7-6897f7fc7303 req-159e794d-eb46-4899-bd27-adc59ee19805 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 210 time: 0.0826635 Feb 12 21:36:42.888979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:42.957854 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7671cd-9cf0-4dd6-a993-6413a1153d06 req-dffc873e-b35a-47b8-9b3e-31945dd9ac75 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:42.960071 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4d7671cd-9cf0-4dd6-a993-6413a1153d06 req-dffc873e-b35a-47b8-9b3e-31945dd9ac75 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.2002490 Feb 12 21:36:42.978398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-782efaab-33a9-4d8d-ab30-7184920c09d2 req-2a65a76a-305d-4f46-ae32-8ca02107ba4b tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Synchronizing usage tracker for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:43.067549 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4d7671cd-9cf0-4dd6-a993-6413a1153d06 req-92a749d0-def9-458d-bae1-2cee1d667a90 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987871 Feb 12 21:36:43.146120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53634) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:43.169611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.186649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:43.191096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Usage tracker for resource:security_group_rule and tenant:d34d5946c9164ae8bb70e20afde6217e is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:43.194142 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:43.211599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Allocated IP 172.20.0.1 (7e9b2f70-aa29-43ac-8a48-58fb6572ef10/bd236851-3408-4d32-88e4-8f208202e845/1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:43.212285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:43.336095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-782efaab-33a9-4d8d-ab30-7184920c09d2 req-2a65a76a-305d-4f46-ae32-8ca02107ba4b tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Unset dirty status for tenant:ab94cb8ae2b04d148b9eb6549cb2f708 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:43.337489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-782efaab-33a9-4d8d-ab30-7184920c09d2 req-2a65a76a-305d-4f46-ae32-8ca02107ba4b tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 0.4539478 Feb 12 21:36:43.394709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24235559-e094-4cbd-98cb-8622bca63ed5 req-c6ad7b50-eff8-459a-a711-728245eaad29 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:43.396384 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24235559-e094-4cbd-98cb-8622bca63ed5 req-c6ad7b50-eff8-459a-a711-728245eaad29 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1367221 Feb 12 21:36:43.406390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.423382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Transition to ACTIVE for port object 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:43.424578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.434105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.443503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1cd73522-7e16-4d8f-b2f1-3eea00000ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:43.447576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 3, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:43.453208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d6c6-141a-404d-88aa-ef5385ab616d None None] The sync data for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi is: [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 3, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:43.453408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.474374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4c35d52f-b207-4251-9d3b-d5b01ec42677 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:43.490725 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24235559-e094-4cbd-98cb-8622bca63ed5 req-c5e7e743-f0d0-46a3-8bcd-979883fb6f22 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836561 Feb 12 21:36:43.511684 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d34d5946c9164ae8bb70e20afde6217e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642642 Feb 12 21:36:43.514526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53640) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:43.517579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f446bf0-5493-431a-8f79-df460922b91b,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:43.532181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:43.584419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.612989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.614086 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Pushing event updated for resources: {'Port': ['ID=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:43.627805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:43.665816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.671692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8eba827e-ec1f-436f-bce7-547061246a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:43.673148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:43.674363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:43.676723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:43.677234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.684205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f446bf0-5493-431a-8f79-df460922b91b,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:43.688583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:43.692085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.693318 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f446bf0-5493-431a-8f79-df460922b91b HTTP/1.1" status: 204 len: 168 time: 0.1775367 Feb 12 21:36:43.821015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512d851-1910-47be-a0d9-cc6b8425978b req-080c1146-9c65-44b2-b044-3c0f11495f24 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:43.822701 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a512d851-1910-47be-a0d9-cc6b8425978b req-080c1146-9c65-44b2-b044-3c0f11495f24 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.1310277 Feb 12 21:36:43.939127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:36:43.966283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.992664 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a512d851-1910-47be-a0d9-cc6b8425978b req-0abf79c1-270a-41dc-97fc-091b234d81af tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623533 Feb 12 21:36:44.001886 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b5eab6b9-fcf4-46d7-a88e-95897fa6cd8b req-c4e217c6-8ee4-479d-a2b3-cf235d3e94b7 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 210 time: 0.1112506 Feb 12 21:36:44.054565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-f6b79003-a01c-41a3-9406-46fa0aa2ba32 None None] Provisioning for port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:44.064541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-f6b79003-a01c-41a3-9406-46fa0aa2ba32 None None] Provisioning complete for port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:44.065314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f6b79003-a01c-41a3-9406-46fa0aa2ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:44.224901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f6b79003-a01c-41a3-9406-46fa0aa2ba32 None None] Port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:44.452529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013837ab-bc94-4544-bd35-493240c81ab4 req-f6c8498f-e475-4d8f-8a9b-3db3cb22021d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:44.454243 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-013837ab-bc94-4544-bd35-493240c81ab4 req-f6c8498f-e475-4d8f-8a9b-3db3cb22021d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1647222 Feb 12 21:36:44.459327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:44.465243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:44.466068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:44.483123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:44.594900 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85f845db-19b0-4534-bce4-ced347ae30b8 req-47d98df0-ea7e-4423-b6d3-69000fa65bd9 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 0.0595214 Feb 12 21:36:44.671273 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-013837ab-bc94-4544-bd35-493240c81ab4 req-7ef5868c-6d8e-481b-89a9-320262e01d65 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892347 Feb 12 21:36:44.674681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Pushing event updated for resources: {'Port': ['ID=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:44.679257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:44.724932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:44.726945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:44.821127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd506819-605e-4ed1-8785-4ad1822cda1b req-20ed598c-36a0-49f5-b2e9-f0294a24a66c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:44.830250 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fd506819-605e-4ed1-8785-4ad1822cda1b req-20ed598c-36a0-49f5-b2e9-f0294a24a66c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1054103 Feb 12 21:36:44.885916 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fd506819-605e-4ed1-8785-4ad1822cda1b req-e94e716d-9b0c-44c4-acea-bd02e71c19ff tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545449 Feb 12 21:36:44.980569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:36:45.078423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-55925960-40a7-4eca-ac51-ecbff52ba766 None None] Provisioning complete for port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:45.078875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55925960-40a7-4eca-ac51-ecbff52ba766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.194428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-55925960-40a7-4eca-ac51-ecbff52ba766 None None] Port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:45.278837 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b5258faf-eb48-47b7-95d7-8a073bc89eeb req-d6f4b408-4abf-4c0c-82a7-40da433cd3c6 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 210 time: 0.0592277 Feb 12 21:36:45.457554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8458f3d-9855-4e1d-a75e-bd1962d95fb5 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:45.530077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:45.537593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3a9ca-b2d2-4563-ad28-61dd34926127 req-9d874043-3cef-48a0-9200-3044dd888784 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:45.545753 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-77e3a9ca-b2d2-4563-ad28-61dd34926127 req-9d874043-3cef-48a0-9200-3044dd888784 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.1493213 Feb 12 21:36:45.577928 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] 10.222.0.36 "PUT /v2.0/routers/eff2f5b5-94cb-4b01-b928-70e57e3c5dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7306499 Feb 12 21:36:45.601858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:45.608576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:45.609277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.612276 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-77e3a9ca-b2d2-4563-ad28-61dd34926127 req-39fd283e-146f-4f6e-b60a-b5e312389cf3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654974 Feb 12 21:36:45.796612 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.818503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port b8458f3d-9855-4e1d-a75e-bd1962d95fb5, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b8458f3d-9855-4e1d-a75e-bd1962d95fb5,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:45.823497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.825656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:45.848830 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-71b7b1e1-8991-4d62-9b42-aeef222355d4 req-3fe95b1e-a2b9-4a84-a534-f8fe80baa2f5 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 0.0970805 Feb 12 21:36:45.936227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=b8458f3d-9855-4e1d-a75e-bd1962d95fb5,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:45.948293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:46.021349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7432c-71dc-4fa8-964e-38ba182ac8c5 req-e5fa3c8b-4621-4048-920a-5fe38b9e837e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:46.023146 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-76f7432c-71dc-4fa8-964e-38ba182ac8c5 req-e5fa3c8b-4621-4048-920a-5fe38b9e837e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1618061 Feb 12 21:36:46.105764 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-76f7432c-71dc-4fa8-964e-38ba182ac8c5 req-464f787c-e6fe-4991-ac23-3b736e5f764c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754600 Feb 12 21:36:46.170373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f02bc-5982-420a-bba8-59a913ad8024 req-fd4f0a55-9acb-43ce-908e-b56650781e4e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:46.172060 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7e0f02bc-5982-420a-bba8-59a913ad8024 req-fd4f0a55-9acb-43ce-908e-b56650781e4e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1300700 Feb 12 21:36:46.224624 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7e0f02bc-5982-420a-bba8-59a913ad8024 req-825d5da5-1319-4c9a-86f6-c9b8051fb0ae tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Feb 12 21:36:46.482252 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a0ffda2-2c40-41bc-ab36-e6f6eeaa45be req-526746a3-f3af-43f5-a5c0-0697e68b3e52 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 210 time: 0.0750105 Feb 12 21:36:46.612155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Sync routers for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:46.633300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:46.634289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:36:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:47.171805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c791-1550-4b44-955b-9aa3ff5b8c76 req-58b275fc-8532-4f4f-952c-d4be871bc3ba tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:47.173504 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1211c791-1550-4b44-955b-9aa3ff5b8c76 req-58b275fc-8532-4f4f-952c-d4be871bc3ba tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.3010125 Feb 12 21:36:47.198457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:47.249789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-be9f7ab8-6b61-4b47-9f95-c1c6249ae194 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:47.252822 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-be9f7ab8-6b61-4b47-9f95-c1c6249ae194 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 0.5660844 Feb 12 21:36:47.277548 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1211c791-1550-4b44-955b-9aa3ff5b8c76 req-08d01bda-32f0-4ea4-911b-284816e0844f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892909 Feb 12 21:36:47.334307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Request body: {'port': {'device_id': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd', 'admin_state_up': True, 'tenant_id': '786af9b2221d4a21b73de8f07cbe11eb'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:47.353387 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3527b434-2caf-4b06-bc1e-a6a6deebb60c req-06793ebc-19a4-47e7-b126-1d85bea3b1a4 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] 10.222.0.36 "GET /v2.0/ports?device_id=af8075fb-2c4b-48f8-8e9b-3f961fd78164 HTTP/1.1" status: 200 len: 210 time: 0.0994697 Feb 12 21:36:47.518361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:47.532664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:47.543906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Made reservation on behalf of 786af9b2221d4a21b73de8f07cbe11eb for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:47.552339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.650789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8458f3d-9855-4e1d-a75e-bd1962d95fb5 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:47.672911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a04d63-2e6b-4aae-98b4-e5489c716a20 req-9ece2c7a-cb69-43ed-a2b1-0bfe5576d6fc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:47.681163 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73a04d63-2e6b-4aae-98b4-e5489c716a20 req-9ece2c7a-cb69-43ed-a2b1-0bfe5576d6fc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1222916 Feb 12 21:36:47.745632 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73a04d63-2e6b-4aae-98b4-e5489c716a20 req-2febfa31-253b-4aa3-bf45-6b5ab4d197c4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627587 Feb 12 21:36:47.757805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:47.758601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.826936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81c6b6-7a0d-4ff8-a312-0158f12509d4 req-e928d9e2-581c-492a-b9d0-2cd08a628937 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:47.835696 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fc81c6b6-7a0d-4ff8-a312-0158f12509d4 req-e928d9e2-581c-492a-b9d0-2cd08a628937 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.2208459 Feb 12 21:36:47.931775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:44Z', 'revision_number': 2, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:47.933601 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fc81c6b6-7a0d-4ff8-a312-0158f12509d4 req-f09a3810-9a28-4bc8-b538-86643dc3e406 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960753 Feb 12 21:36:47.953678 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0ec9f4c9-a9d9-4384-a43b-ef7dd10fc207 req-a20c0fc3-b611-45d2-8c32-1461b8effbe2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 210 time: 0.0735245 Feb 12 21:36:47.976277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Checking router: eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:47.976650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Updating router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:48.055154 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.170841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Allocated IP 172.20.0.4 (ffbb97b4-0b56-48c8-828f-c2286d8486dd/3f66d902-29b6-4761-8ea2-7fcca4542039/56046c26-c882-4c0e-beec-b3a177d2d569) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:48.675886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2e2b3-3b3b-4b8f-a615-2e46051fa44b req-e0a80d83-32f8-4aee-a573-ed8e7c9a522f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:48.678183 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5ad2e2b3-3b3b-4b8f-a615-2e46051fa44b req-e0a80d83-32f8-4aee-a573-ed8e7c9a522f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.1800199 Feb 12 21:36:48.685506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.760984 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5ad2e2b3-3b3b-4b8f-a615-2e46051fa44b req-8bf53196-d6fd-4909-81f8-b27a2edfaf1a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705390 Feb 12 21:36:48.781655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.810266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1bbf7f1e-67ff-4036-8a6c-76281bcefbd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:49.003522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.021843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Transition to ACTIVE for port object 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:49.026325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 1eeda024-1252-4a38-af47-562cd72de0d7 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:49.109479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d623c-7869-40c2-bab9-2f5aa9d3e476 req-74520798-ea02-4aa5-ae8e-8ade989d3afe tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:49.115455 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c88d623c-7869-40c2-bab9-2f5aa9d3e476 req-74520798-ea02-4aa5-ae8e-8ade989d3afe tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1587679 Feb 12 21:36:49.139209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event updated for resources: {'Port': ['ID=56046c26-c882-4c0e-beec-b3a177d2d569,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:49.165858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:49.228714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.244085 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c88d623c-7869-40c2-bab9-2f5aa9d3e476 req-561734bc-8890-46ba-8d33-fc4cdd5d1e6f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252024 Feb 12 21:36:49.266395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:49.310037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:49.315897 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:49.319125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:49.325025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:49.325937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.348075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ef7fd-20b7-44f8-b4d0-4219be3b5676 req-4b4687f5-793a-4e87-aca3-7838c9d30727 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:49.350039 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6d6ef7fd-20b7-44f8-b4d0-4219be3b5676 req-4b4687f5-793a-4e87-aca3-7838c9d30727 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1703258 Feb 12 21:36:49.408409 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0838766 Feb 12 21:36:49.466882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Request body: {'port': {'device_id': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:49.474614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 1eeda024-1252-4a38-af47-562cd72de0d7 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:49.488846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 1eeda024-1252-4a38-af47-562cd72de0d7 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:49.489270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.505167 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6d6ef7fd-20b7-44f8-b4d0-4219be3b5676 req-a0aa7992-3ef4-4e63-9b21-4386e5a0801d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174436 Feb 12 21:36:49.582295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9d0a-bc4d-4658-8e2b-ce076a649e9a req-9792c897-69d7-40ba-a613-c808ad59b9a8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:49.584015 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f2ea9d0a-bc4d-4658-8e2b-ce076a649e9a req-9792c897-69d7-40ba-a613-c808ad59b9a8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 931 time: 0.1309454 Feb 12 21:36:49.689037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.703671 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f2ea9d0a-bc4d-4658-8e2b-ce076a649e9a req-e22e911c-1522-4b33-bf11-7b5a374bd112 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106393 Feb 12 21:36:49.963131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.148972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Attempting to bind port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:50.155360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Attempting to bind port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:50.155838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Attempting to bind port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d on network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:50.169456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68114af-a3b6-4066-b842-4c5c11b1b953 None None] Pushing event updated for resources: {'Port': ['ID=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:50.175218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:50.175586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Checking segment: {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:50.176304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.176495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Bound using segment: {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:50.177025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Bound port: 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:50.177682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.203539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f68114af-a3b6-4066-b842-4c5c11b1b953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:50.267675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48809f0-c51f-4034-a6c6-e0ea5c50285c req-44905995-4692-41ff-9cc5-85320dc234d9 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:50.278472 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d48809f0-c51f-4034-a6c6-e0ea5c50285c req-44905995-4692-41ff-9cc5-85320dc234d9 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 944 time: 0.2744765 Feb 12 21:36:50.401131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 1eeda024-1252-4a38-af47-562cd72de0d7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1eeda024-1252-4a38-af47-562cd72de0d7,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:50.407308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:50.463955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] For port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:50.467842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] For port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:50.469222 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.472939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:50.498488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56046c26-c882-4c0e-beec-b3a177d2d569 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:36:50.514058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.530532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Transition to ACTIVE for port object 56046c26-c882-4c0e-beec-b3a177d2d569 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:50.540438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0fe73-d9c3-47a2-b024-8f8bc0fa7452 req-c9b0b502-8557-42f2-a9a8-a8bf4b4931b2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:50.549859 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-64a0fe73-d9c3-47a2-b024-8f8bc0fa7452 req-c9b0b502-8557-42f2-a9a8-a8bf4b4931b2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1143653 Feb 12 21:36:50.563084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.619414 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-64a0fe73-d9c3-47a2-b024-8f8bc0fa7452 req-daed524e-56bd-4dd7-bff7-55691ae4e076 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669310 Feb 12 21:36:50.677294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.698194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:50.850170 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7', 'code': 200} Feb 12 21:36:50.853259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=1eeda024-1252-4a38-af47-562cd72de0d7,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:50.857624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:50.858355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:50.868502 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d48809f0-c51f-4034-a6c6-e0ea5c50285c req-9502e0de-51ef-46bf-b99c-c805eed05cf6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873268 Feb 12 21:36:50.922697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device dda96f28-b432-4dd8-9dc7-3f1c92132974 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:36:51.007912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Pushing event updated for resources: {'Port': ['ID=56046c26-c882-4c0e-beec-b3a177d2d569,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:51.025309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68114af-a3b6-4066-b842-4c5c11b1b953 None None] Pushing event updated for resources: {'Port': ['ID=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:51.029855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f68114af-a3b6-4066-b842-4c5c11b1b953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:51.040392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] No Port match for: dda96f28-b432-4dd8-9dc7-3f1c92132974 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:36:51.040789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device dda96f28-b432-4dd8-9dc7-3f1c92132974 not bound to the agent host hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:36:51.049061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:51.067714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Attempting to bind port 56046c26-c882-4c0e-beec-b3a177d2d569 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:51.068377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Attempting to bind port 56046c26-c882-4c0e-beec-b3a177d2d569 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:51.068944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Attempting to bind port 56046c26-c882-4c0e-beec-b3a177d2d569 on network ffbb97b4-0b56-48c8-828f-c2286d8486dd {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:51.078658 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:51.079275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Checking segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:51.079870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:51.080443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Bound using segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:51.081244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Bound port: 56046c26-c882-4c0e-beec-b3a177d2d569, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:51.081787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:51.169828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4d36d-d16c-4bf0-a20a-8752d3c72836 req-74685b21-ef7f-453c-aa5b-373ce5da59c6 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:51.177493 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4fd4d36d-d16c-4bf0-a20a-8752d3c72836 req-74685b21-ef7f-453c-aa5b-373ce5da59c6 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.2627172 Feb 12 21:36:51.263712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:51.264618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:36:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:51.294003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] For port 56046c26-c882-4c0e-beec-b3a177d2d569, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:51.298818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] For port 56046c26-c882-4c0e-beec-b3a177d2d569, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=56046c26-c882-4c0e-beec-b3a177d2d569,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:51.307973 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4fd4d36d-d16c-4bf0-a20a-8752d3c72836 req-ca7eddd9-7b2a-4cbd-b9b1-ad9ecea1ff4d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228099 Feb 12 21:36:51.335751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:51.360688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:51.431792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53860) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:51.832846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:51.904607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4fd6c-0632-4b4f-b5bd-ffd259c9df23 req-1eab56a6-2d89-48fc-b674-f9464a751eb0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:51.905381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7ba4fd6c-0632-4b4f-b5bd-ffd259c9df23 req-1eab56a6-2d89-48fc-b674-f9464a751eb0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:51.989361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Pushing event updated for resources: {'Port': ['ID=56046c26-c882-4c0e-beec-b3a177d2d569,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:51.999952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:52.003522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7ba4fd6c-0632-4b4f-b5bd-ffd259c9df23 req-1eab56a6-2d89-48fc-b674-f9464a751eb0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:52.004828 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7ba4fd6c-0632-4b4f-b5bd-ffd259c9df23 req-1eab56a6-2d89-48fc-b674-f9464a751eb0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.8226497 Feb 12 21:36:52.041899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcdfc5-7027-4680-aab1-cf4505ada0ad req-2bc99fa4-7046-4904-bbcb-4d32868d433f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:52.049634 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0cdcdfc5-7027-4680-aab1-cf4505ada0ad req-2bc99fa4-7046-4904-bbcb-4d32868d433f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1626227 Feb 12 21:36:52.056878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Deleting subnet bcaa4581-6407-4b34-9968-9d98947b45cb {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:36:52.060999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.120905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.128618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.158722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:52.159433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.160939 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] 10.222.0.69 "PUT /v2.0/ports/56046c26-c882-4c0e-beec-b3a177d2d569 HTTP/1.1" status: 200 len: 1157 time: 2.7001202 Feb 12 21:36:52.162682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'tag': '56046c26-c882-4c0e-beec-b3a177d2d569'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:52.195263 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7ba4fd6c-0632-4b4f-b5bd-ffd259c9df23 req-822d23dd-91cd-475a-8b3f-ae4457ac53c0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728053 Feb 12 21:36:52.369570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:50Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:52.382298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85166925-e142-4dcf-bffd-b041d217e432 None None] The sync data for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi is: [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:50Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:52.521814 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0cdcdfc5-7027-4680-aab1-cf4505ada0ad req-2b647980-6e66-41ba-8bf6-cc4b005ffcb7 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711061 Feb 12 21:36:52.561024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.658321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b1e37-f2e8-499d-92b7-72155b2b8a9b req-811e7726-fa9f-4571-bd57-f6d013140f54 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:52.672528 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-573b1e37-f2e8-499d-92b7-72155b2b8a9b req-811e7726-fa9f-4571-bd57-f6d013140f54 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.1860473 Feb 12 21:36:52.682822 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'tag': '56046c26-c882-4c0e-beec-b3a177d2d569', 'status': 'completed', 'code': 200} Feb 12 21:36:52.705625 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b0887f6c-d184-4d52-a310-86485f746c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:52.760763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcaa4581-6407-4b34-9968-9d98947b45cb,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:52.772692 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-573b1e37-f2e8-499d-92b7-72155b2b8a9b req-6da26eb0-6b42-4d87-8307-660205089d07 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990801 Feb 12 21:36:52.775319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:52.777464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.797906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53892) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:52.798364 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bcaa4581-6407-4b34-9968-9d98947b45cb HTTP/1.1" status: 204 len: 168 time: 1.3645124 Feb 12 21:36:52.928920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec993b-34cc-430f-9014-c8a3d73ecdab req-2c2778bc-a70d-47cd-9e16-6f959897b125 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:52.931599 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0bec993b-34cc-430f-9014-c8a3d73ecdab req-2c2778bc-a70d-47cd-9e16-6f959897b125 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1173251 Feb 12 21:36:52.939746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.999842 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0bec993b-34cc-430f-9014-c8a3d73ecdab req-9010f153-bd7b-4e2c-9850-7bf26b97c49b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 Feb 12 21:36:53.174972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.342061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.342989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.344202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.347200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > port after_create 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.347864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.349552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > port after_update 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.350450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.351743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.352165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.352726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.455748 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.456227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.456600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.456976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:53.457418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03da936e-1e63-4936-8a69-32c48fe32c96']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:53.474044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:53.556271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f184519c-a555-4944-b196-2d585773aa45') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:53.556611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f184519c-a555-4944-b196-2d585773aa45') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:53.577981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:53.585556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:53.586271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.588028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.651532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43894ba-68c8-4b63-9ede-315d009e07c5 req-ff4c44df-5031-4841-8b9f-18312f3dad36 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:53.653331 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b43894ba-68c8-4b63-9ede-315d009e07c5 req-ff4c44df-5031-4841-8b9f-18312f3dad36 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1863508 Feb 12 21:36:53.654520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.673405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:36:53.824702 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b43894ba-68c8-4b63-9ede-315d009e07c5 req-5d55fa17-c851-4242-99ed-051a43b772cb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523631 Feb 12 21:36:53.880723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.896250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced417a4-07be-4a37-b764-58d7f5115b4c req-11e4dc7e-bddb-4b54-ade3-3cbf2c3f54f8 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:53.905343 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ced417a4-07be-4a37-b764-58d7f5115b4c req-11e4dc7e-bddb-4b54-ade3-3cbf2c3f54f8 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1533637 Feb 12 21:36:53.967186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:53.971338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.974351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:53.985074 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ced417a4-07be-4a37-b764-58d7f5115b4c req-c79105c2-5994-455b-9437-ad23f46b1bfa tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763731 Feb 12 21:36:54.109963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:54.117719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Network 03da936e-1e63-4936-8a69-32c48fe32c96 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:36:54.118331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:54.134528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.281075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfffd6-8047-4189-a27a-f300e68fcfac req-7a010e23-9631-4426-acba-973f6862c35a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:54.283008 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-97cfffd6-8047-4189-a27a-f300e68fcfac req-7a010e23-9631-4426-acba-973f6862c35a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.2552731 Feb 12 21:36:54.291047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f67eb-1e7d-47ef-91fb-d8882f077ed7 req-7d57805c-9be9-464c-892e-962eda4b1d1d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:54.299242 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-099f67eb-1e7d-47ef-91fb-d8882f077ed7 req-7d57805c-9be9-464c-892e-962eda4b1d1d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1102188 Feb 12 21:36:54.360127 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-099f67eb-1e7d-47ef-91fb-d8882f077ed7 req-99bb0ab0-845c-413e-8fee-cb93346e9fa3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598700 Feb 12 21:36:54.397839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Network 03da936e-1e63-4936-8a69-32c48fe32c96 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: from cryptography.utils import int_from_bytes Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: from cryptography.utils import int_from_bytes Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: (rel_b, rel_a, rel_b), Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: (rel_b, rel_a, rel_b), Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:36:54.434190 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:36:54.510544 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-97cfffd6-8047-4189-a27a-f300e68fcfac req-bafaf30e-170a-4c91-9b67-8e2feea1668d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761870 Feb 12 21:36:54.549685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.556791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.569928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:54.598204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=03da936e-1e63-4936-8a69-32c48fe32c96,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:54.601098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:54.605872 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-576d7fc1-a057-4ccb-ad0e-d12797af5b1c admin admin] 10.222.0.36 "DELETE /v2.0/networks/03da936e-1e63-4936-8a69-32c48fe32c96 HTTP/1.1" status: 204 len: 168 time: 1.8038557 Feb 12 21:36:54.815453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53916) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:54.910714 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-eccbd135-7e1a-4af6-8dea-8139055d3614 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab94cb8ae2b04d148b9eb6549cb2f708&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0939391 Feb 12 21:36:54.913309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53924) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:55.003882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:55.065379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:55.081822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84981ef-e152-4069-8e4f-fe11b94b5e8f req-4d7e8646-2000-443a-99ea-dabebc32c4eb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:55.093923 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b84981ef-e152-4069-8e4f-fe11b94b5e8f req-4d7e8646-2000-443a-99ea-dabebc32c4eb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1091094 Feb 12 21:36:55.153501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:55.162139 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b84981ef-e152-4069-8e4f-fe11b94b5e8f req-7eb097ab-070c-4f55-ae27-cb86f15dfaf0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624778 Feb 12 21:36:55.165402 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:55.178874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b08ab49-17ce-4d4e-b2ee-7430ec757d2a,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:55.184033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:55.229309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:55.230551 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b08ab49-17ce-4d4e-b2ee-7430ec757d2a HTTP/1.1" status: 204 len: 168 time: 0.3162265 Feb 12 21:36:55.299014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28ef8b-299d-4bcf-80b7-ce5cbc622935 req-5420ba7e-92d1-40df-ab5c-ed2ba31592e1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:55.300663 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-de28ef8b-299d-4bcf-80b7-ce5cbc622935 req-5420ba7e-92d1-40df-ab5c-ed2ba31592e1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1114471 Feb 12 21:36:55.418437 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-de28ef8b-299d-4bcf-80b7-ce5cbc622935 req-015c00fa-8d07-4671-8053-4778f8aef72f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088891 Feb 12 21:36:55.446334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:55.484281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29779-a8cc-44b1-8702-bee2d8bb88a4 req-2f23f83e-336c-436d-a2a3-7d271849f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:55.485990 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74f29779-a8cc-44b1-8702-bee2d8bb88a4 req-2f23f83e-336c-436d-a2a3-7d271849f644 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 1160 time: 0.1539469 Feb 12 21:36:55.625426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:55.625857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:55.783883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29779-a8cc-44b1-8702-bee2d8bb88a4 req-1e2a27ff-a2cd-498b-9f0b-b48b9ac17dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:55.786089 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74f29779-a8cc-44b1-8702-bee2d8bb88a4 req-1e2a27ff-a2cd-498b-9f0b-b48b9ac17dfc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2816734 Feb 12 21:36:55.912938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b34f2-8b09-4d6b-b5b4-9851a686686f req-c073d4eb-fd85-4a6a-a84e-2d8a8a1ba861 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:55.921219 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1e6b34f2-8b09-4d6b-b5b4-9851a686686f req-c073d4eb-fd85-4a6a-a84e-2d8a8a1ba861 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.3587856 Feb 12 21:36:55.976641 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1e6b34f2-8b09-4d6b-b5b4-9851a686686f req-94259021-f6a3-4058-8e21-82506208d5a3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543838 Feb 12 21:36:55.981997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63863958-4cca-43d5-9abd-32966808f29c req-c79c8483-af57-46d3-8b39-0c148b3bd18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.000689 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-63863958-4cca-43d5-9abd-32966808f29c req-c79c8483-af57-46d3-8b39-0c148b3bd18b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 1163 time: 0.2529020 Feb 12 21:36:56.049976 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-63863958-4cca-43d5-9abd-32966808f29c req-9c506643-4332-4596-bf35-3d4a2f08e7b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474513 Feb 12 21:36:56.140522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29779-a8cc-44b1-8702-bee2d8bb88a4 req-006c336f-0403-40ba-bd6f-ad44f96f0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.142156 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74f29779-a8cc-44b1-8702-bee2d8bb88a4 req-006c336f-0403-40ba-bd6f-ad44f96f0b35 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3492422 Feb 12 21:36:56.200286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6d79d-090a-45ca-aaa4-850634cc5a61 req-a9d1fda4-e5ce-45bd-b700-30c5a6a4957e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.202008 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-afa6d79d-090a-45ca-aaa4-850634cc5a61 req-a9d1fda4-e5ce-45bd-b700-30c5a6a4957e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.2924132 Feb 12 21:36:56.289879 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-afa6d79d-090a-45ca-aaa4-850634cc5a61 req-b5de74cb-7a4f-4f44-a64a-1c4f4329ced6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772262 Feb 12 21:36:56.392698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40e218-8f2a-4787-8e5d-2f40826c3d8e req-6720377b-cf67-4e70-a507-21d04538a0b4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.394025 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee40e218-8f2a-4787-8e5d-2f40826c3d8e req-6720377b-cf67-4e70-a507-21d04538a0b4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1069643 Feb 12 21:36:56.448220 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee40e218-8f2a-4787-8e5d-2f40826c3d8e req-30f32c8c-2c77-4208-81bb-1891a82f8012 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Feb 12 21:36:56.699934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af125675-11e6-418a-9c9f-d0cdf58e175a req-33cbe10c-2118-4b74-8a18-3885875e1c3d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.703705 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-af125675-11e6-418a-9c9f-d0cdf58e175a req-33cbe10c-2118-4b74-8a18-3885875e1c3d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1289577 Feb 12 21:36:56.790410 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-af125675-11e6-418a-9c9f-d0cdf58e175a req-4d68e784-dbb8-4f2c-9ef5-1739a7e8b70f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798631 Feb 12 21:36:57.129090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-960deb0d-0941-47e5-bf81-befd17e70a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:57.143829 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-960deb0d-0941-47e5-bf81-befd17e70a01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 1160 time: 0.1818156 Feb 12 21:36:57.282046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20fbbe-78a7-48cc-a85b-46e14920f18f req-b8d6b7a1-a5f9-4372-82b5-9a3560d9bb7b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:57.284039 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4c20fbbe-78a7-48cc-a85b-46e14920f18f req-b8d6b7a1-a5f9-4372-82b5-9a3560d9bb7b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1293967 Feb 12 21:36:57.318040 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-059a505b-3159-4a57-9dd5-0ccec9764688 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56046c26-c882-4c0e-beec-b3a177d2d569 HTTP/1.1" status: 200 len: 217 time: 0.1567268 Feb 12 21:36:57.367034 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4c20fbbe-78a7-48cc-a85b-46e14920f18f req-650c1de5-c999-4c83-a4be-dcb86c04c62d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701830 Feb 12 21:36:57.431134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-2d5364fd-2d5d-497b-ba31-03daf4b70b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:57.432904 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-2d5364fd-2d5d-497b-ba31-03daf4b70b6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.1076243 Feb 12 21:36:57.612489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-44d2730c-510d-41f5-af95-7576e7c5449b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711187 Feb 12 21:36:57.793609 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-f7b0e8d1-c20f-4e6e-a3a1-6ddfca1e0752 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719439 Feb 12 21:36:57.811446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5cdc6-b6e1-4475-85fa-4ab438df6374 req-01bf0d64-b54b-4d54-95fe-756af48837c9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:57.825709 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-45e5cdc6-b6e1-4475-85fa-4ab438df6374 req-01bf0d64-b54b-4d54-95fe-756af48837c9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1631513 Feb 12 21:36:57.937106 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-45e5cdc6-b6e1-4475-85fa-4ab438df6374 req-5aa87b13-5a9e-49e4-9b43-055cf6be26ff tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087761 Feb 12 21:36:57.959262 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319e5d-2769-4c99-af6e-532e46de8222 req-2a6b29e6-4ae5-4bcd-9ef0-949258df1a4d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:57.969107 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4319e5d-2769-4c99-af6e-532e46de8222 req-2a6b29e6-4ae5-4bcd-9ef0-949258df1a4d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.4803708 Feb 12 21:36:58.196413 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4319e5d-2769-4c99-af6e-532e46de8222 req-53127a19-de7c-4a03-9f74-278bf61cf41e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118008 Feb 12 21:36:58.208774 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5e9de6ae-c43c-471f-a692-6b833a041b2f req-0a7a77c6-24dc-420d-87af-700d6bdccdf4 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4060760 Feb 12 21:36:58.261011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e670666-bbb4-4a7f-ba05-d1b1e8d031db req-7ca045bc-8f8d-4ddb-a664-e0a83e2263cd tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:58.269693 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e670666-bbb4-4a7f-ba05-d1b1e8d031db req-7ca045bc-8f8d-4ddb-a664-e0a83e2263cd tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 943 time: 0.1349630 Feb 12 21:36:58.326972 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e670666-bbb4-4a7f-ba05-d1b1e8d031db req-4dc814a8-934b-46b0-8d18-ce9ddb7dfab2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559354 Feb 12 21:36:58.328811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54028) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:58.331865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 1eeda024-1252-4a38-af47-562cd72de0d7 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:58.434234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 1eeda024-1252-4a38-af47-562cd72de0d7 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:58.434660 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.809282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.881576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device ddfa3045-084a-4071-8667-79f60725bd70 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:58.891167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:58.915823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec7ccc-67c3-4a83-9eb1-120e8c045bed req-41691728-ccdd-41a8-a8fa-eddd61b96310 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:58.917885 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-19ec7ccc-67c3-4a83-9eb1-120e8c045bed req-41691728-ccdd-41a8-a8fa-eddd61b96310 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.3168063 Feb 12 21:36:58.928300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Usage tracker for resource:security_group_rule and tenant:14d49e6be4904615a5343ff7dc9364ac is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:58.977115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:59.023892 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-19ec7ccc-67c3-4a83-9eb1-120e8c045bed req-ef0708eb-08d6-468f-a882-0d9dd87bb729 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970116 Feb 12 21:36:59.026390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:59.056204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port ddfa3045-084a-4071-8667-79f60725bd70 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:59.076784 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port ddfa3045-084a-4071-8667-79f60725bd70 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:59.077580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.275629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.280935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.329796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ccbf6-5f70-4692-a2d3-cc6c322795e9 req-023290e6-bb43-4f66-95a0-a7c0adec91f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:59.330808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:59.339073 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1a4ccbf6-5f70-4692-a2d3-cc6c322795e9 req-023290e6-bb43-4f66-95a0-a7c0adec91f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1124489 Feb 12 21:36:59.358436 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14d49e6be4904615a5343ff7dc9364ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279303 Feb 12 21:36:59.360881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54054) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:59.388493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.405655 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1a4ccbf6-5f70-4692-a2d3-cc6c322795e9 req-b80bbad3-6024-46ad-a1e8-b58b13c7f27e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650506 Feb 12 21:36:59.441793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port ddfa3045-084a-4071-8667-79f60725bd70, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ddfa3045-084a-4071-8667-79f60725bd70,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:59.442879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:59.449238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.452758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:59.484718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fb5386-33f9-4a67-b4d4-14ffd285e424,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:59.497337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:59.537103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.552298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=ddfa3045-084a-4071-8667-79f60725bd70,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:59.565235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:59.567910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.606688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1087c-5415-4851-ad40-86f5e54f5447 req-3c4e7b69-0211-44a1-92fe-b1ed4acee252 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:59.608140 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f9d1087c-5415-4851-ad40-86f5e54f5447 req-3c4e7b69-0211-44a1-92fe-b1ed4acee252 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.0962965 Feb 12 21:36:59.649512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c28d3-bcb5-4fb7-ad1f-3e1f078c3e43 req-bf202642-21d0-4dcc-ac48-42aff2302768 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:59.652187 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b46c28d3-bcb5-4fb7-ad1f-3e1f078c3e43 req-bf202642-21d0-4dcc-ac48-42aff2302768 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.2128115 Feb 12 21:36:59.661213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.662588 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f9d1087c-5415-4851-ad40-86f5e54f5447 req-a3403762-c1b2-476f-bdc3-c77c51722c1a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474379 Feb 12 21:36:59.690184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3173a88e-217b-4f2d-beaf-7f532e3790d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:59.701666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fb5386-33f9-4a67-b4d4-14ffd285e424,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:59.710881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:59.746478 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b46c28d3-bcb5-4fb7-ad1f-3e1f078c3e43 req-3d8399f7-c7d7-48dc-bf93-67029216f30e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874422 Feb 12 21:36:59.753789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.755456 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0fb5386-33f9-4a67-b4d4-14ffd285e424 HTTP/1.1" status: 204 len: 168 time: 0.3934960 Feb 12 21:36:59.758526 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70', 'code': 200} Feb 12 21:37:00.031229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aba036-b93e-4696-9380-86803fc3c4ba req-1f71e939-4b37-4ac3-ad9d-fd2282a7c8f7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.032818 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c8aba036-b93e-4696-9380-86803fc3c4ba req-1f71e939-4b37-4ac3-ad9d-fd2282a7c8f7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.1192927 Feb 12 21:37:00.044907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54068) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:00.050622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'floatingip': {'port_id': '1eeda024-1252-4a38-af47-562cd72de0d7'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:00.129083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc709e-c7fe-4648-adc7-c6611f9b293b req-36981bf0-bd8b-42d7-a862-189bd0d6ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.130775 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-defc709e-c7fe-4648-adc7-c6611f9b293b req-36981bf0-bd8b-42d7-a862-189bd0d6ccc0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 1162 time: 0.1007197 Feb 12 21:37:00.190732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.348276 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-defc709e-c7fe-4648-adc7-c6611f9b293b req-294efbfd-18cd-49e3-bf42-ca7e36d92ebb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061036 Feb 12 21:37:00.361023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54076) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:00.634009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.657548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:00.663981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Usage tracker for resource:security_group_rule and tenant:63ecca00663648948b720c920cd3e07f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:00.675115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d53953-a628-4fcc-845b-be2b85b26444 req-ca03ad5f-85ec-43d7-83bc-836e35c367a1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.684320 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b0d53953-a628-4fcc-845b-be2b85b26444 req-ca03ad5f-85ec-43d7-83bc-836e35c367a1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.4517441 Feb 12 21:37:00.688545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:00.730087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:00.770789 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b0d53953-a628-4fcc-845b-be2b85b26444 req-d11a663e-c5be-41b5-9795-6574175ca1e2 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763407 Feb 12 21:37:00.778445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf79c-fac7-4d11-b4fd-a2e3dceac7ba req-93f73bbe-af02-40aa-989a-0fd9e230b9af tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.780242 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-22daf79c-fac7-4d11-b4fd-a2e3dceac7ba req-93f73bbe-af02-40aa-989a-0fd9e230b9af tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.2139444 Feb 12 21:37:00.862457 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-22daf79c-fac7-4d11-b4fd-a2e3dceac7ba req-224c024e-5ba7-46bd-bb6c-2fbcb86205f5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739446 Feb 12 21:37:00.963092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.969870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.984511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:01.047952 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63ecca00663648948b720c920cd3e07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795335 Feb 12 21:37:01.053123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54084) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:01.060699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df94f92d-a0f1-4ebc-a494-f90146e88d79,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:01.076409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:01.101733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bdd7e-a458-4c64-8ec5-148ca38b5ec9 req-78a4b639-6fb2-4d8d-bcf6-be90d9c632ab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:01.110475 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4d3bdd7e-a458-4c64-8ec5-148ca38b5ec9 req-78a4b639-6fb2-4d8d-bcf6-be90d9c632ab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.2347708 Feb 12 21:37:01.218295 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4d3bdd7e-a458-4c64-8ec5-148ca38b5ec9 req-b1bb83ce-fd01-46c2-9bcb-816ce75188f9 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063287 Feb 12 21:37:01.219143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.260183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.324833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.330546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2aff1956-3b37-40a1-b334-70bf0096b7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:01.343975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df94f92d-a0f1-4ebc-a494-f90146e88d79,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:01.347006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:01.354958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.356565 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df94f92d-a0f1-4ebc-a494-f90146e88d79 HTTP/1.1" status: 204 len: 168 time: 0.3003469 Feb 12 21:37:01.406185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.410005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.819114 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Floating IP 9456e15a-80c4-4535-a149-60a62404886e associated. External IP: 172.27.2.213, port: 1eeda024-1252-4a38-af47-562cd72de0d7. Feb 12 21:37:02.232727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ad3b-10db-4c49-a6ba-04ce462fe200 req-c4da07a0-107c-4878-b09a-392a85603431 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:02.234468 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c917ad3b-10db-4c49-a6ba-04ce462fe200 req-c4da07a0-107c-4878-b09a-392a85603431 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1985610 Feb 12 21:37:02.311911 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c917ad3b-10db-4c49-a6ba-04ce462fe200 req-910e3da3-052e-4284-83e9-7d6cb3e05e04 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682878 Feb 12 21:37:02.430313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:37:02.567089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac0140-0928-458b-8663-ad1699a5cc97 req-794738f4-3841-4a57-90ad-336ddd2c03ae tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:02.569120 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f7ac0140-0928-458b-8663-ad1699a5cc97 req-794738f4-3841-4a57-90ad-336ddd2c03ae tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.1469073 Feb 12 21:37:02.635495 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f7ac0140-0928-458b-8663-ad1699a5cc97 req-e1521979-765c-49cc-a67a-ccc58fba662b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598879 Feb 12 21:37:02.741059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:37:02.747297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:02.765346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] Sync routers for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:37:02.782306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:37:02.783095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:36:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:02.891903 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-8d0fff07-dd28-4db0-bde0-0ee2d3ef35c3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "PUT /v2.0/floatingips/9456e15a-80c4-4535-a149-60a62404886e HTTP/1.1" status: 200 len: 992 time: 2.8452933 Feb 12 21:37:02.898139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:02.990216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17a27-ebe0-401d-8da2-a4e0a77081d7 req-fbefcce4-a410-4913-a60c-7d06c5de70a7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:02.992035 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-44b17a27-ebe0-401d-8da2-a4e0a77081d7 req-fbefcce4-a410-4913-a60c-7d06c5de70a7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.8687990 Feb 12 21:37:03.080144 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-44b17a27-ebe0-401d-8da2-a4e0a77081d7 req-a767ccbf-b6e9-4cd3-b6bc-c3e97b6813d5 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815840 Feb 12 21:37:03.099567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a27529ef-411b-4ad0-85d1-3186bcc78be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.202329 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7', 'status': 'completed', 'code': 200} Feb 12 21:37:03.212601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:37:03.568264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f11169-1ed5-4506-9257-aa2160b71a04 req-647814aa-4b2f-4bda-bfed-dd8507e112b2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:03.591555 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b9f11169-1ed5-4506-9257-aa2160b71a04 req-647814aa-4b2f-4bda-bfed-dd8507e112b2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1386852 Feb 12 21:37:03.649406 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b9f11169-1ed5-4506-9257-aa2160b71a04 req-096f99a9-ddc8-4a1a-91cd-184598250165 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544245 Feb 12 21:37:03.743109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '9456e15a-80c4-4535-a149-60a62404886e', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'port_id': '1eeda024-1252-4a38-af47-562cd72de0d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'mac_address': 'fa:16:3e:64:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:09Z', 'updated_at': '2021-02-12T21:37:01Z', 'revision_number': 1, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:03.748691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] Checking router: 66cd5171-d201-4d00-bf8c-6e90dd8ce327 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:37:03.758408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:37:03.759260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:36:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:03.871339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a41b5-eb71-47af-b301-590016b13aea req-ac52b598-5406-4385-b913-9d6c0890d926 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:03.872928 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9a0a41b5-eb71-47af-b301-590016b13aea req-ac52b598-5406-4385-b913-9d6c0890d926 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.0954437 Feb 12 21:37:03.923133 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9a0a41b5-eb71-47af-b301-590016b13aea req-447156f9-791b-4182-a07b-7974655000bf tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Feb 12 21:37:03.968140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:37:04.349172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '9456e15a-80c4-4535-a149-60a62404886e', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'port_id': '1eeda024-1252-4a38-af47-562cd72de0d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'mac_address': 'fa:16:3e:64:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:09Z', 'updated_at': '2021-02-12T21:37:01Z', 'revision_number': 1, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:04.353700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab8d29-4a5b-4442-b2e6-73721aa1b600 None None] The sync data for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi is: [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '9456e15a-80c4-4535-a149-60a62404886e', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'port_id': '1eeda024-1252-4a38-af47-562cd72de0d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'mac_address': 'fa:16:3e:64:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:09Z', 'updated_at': '2021-02-12T21:37:01Z', 'revision_number': 1, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:37:04.463532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f707d3-ffb1-4b49-b14b-4ee6dc67bde3 req-f065e407-52d3-4ff0-b46e-9faa76a84ceb tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:04.465374 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-34f707d3-ffb1-4b49-b14b-4ee6dc67bde3 req-f065e407-52d3-4ff0-b46e-9faa76a84ceb tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0905976 Feb 12 21:37:04.513649 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-34f707d3-ffb1-4b49-b14b-4ee6dc67bde3 req-ca32a16a-8fcb-4f89-8283-5fb53b4c3874 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Feb 12 21:37:04.662403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3afe0a-a3bd-4b17-8b51-e1c4ed4a42a6 None None] New status for floating IP 9456e15a-80c4-4535-a149-60a62404886e: ACTIVE {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:37:04.765521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1ef60ee-d90a-488f-a526-5fa7ac3e1e52 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:04.767108 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1ef60ee-d90a-488f-a526-5fa7ac3e1e52 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 815 time: 0.1653042 Feb 12 21:37:04.784548 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-643e4948-ea76-4d1f-b363-d5dfb452a438 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/quotas/f074a3931d0f4f8ba215cbdd829ddc3f HTTP/1.1" status: 200 len: 375 time: 0.0105727 Feb 12 21:37:04.877027 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-4331fa2b-249b-47da-9258-040679345e77 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856335 Feb 12 21:37:04.958600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff7554d4-3bc3-4d84-bca0-8fa7817af29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:05.030965 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-c2f04433-4ef8-43e0-9dbc-b237b757c59b service neutron] 10.222.0.36 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404550 Feb 12 21:37:05.177938 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-5c817ea2-5ece-42fb-bcf8-14df4c9c6ead service neutron] 10.222.0.36 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404397 Feb 12 21:37:05.253720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:05.314816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 1eeda024-1252-4a38-af47-562cd72de0d7 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:05.394671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 1eeda024-1252-4a38-af47-562cd72de0d7 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:05.395124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:05.477661 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6507-13b9-4f01-8e25-ff3c2f3956ed req-f4bf6987-ed90-40db-b1c6-5ec13a7a4a04 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:05.479839 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5c5e6507-13b9-4f01-8e25-ff3c2f3956ed req-f4bf6987-ed90-40db-b1c6-5ec13a7a4a04 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1075184 Feb 12 21:37:05.536533 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5c5e6507-13b9-4f01-8e25-ff3c2f3956ed req-d87e196f-11ec-4553-a507-8865f8051a17 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487449 Feb 12 21:37:05.538995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device ddfa3045-084a-4071-8667-79f60725bd70 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:05.614945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port ddfa3045-084a-4071-8667-79f60725bd70 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:05.615344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:05.739252 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398dba-4cd8-487b-9907-ca09e2da44c1 req-798bd9eb-50bb-490c-97d9-5e2b1c824c59 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:05.740906 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac398dba-4cd8-487b-9907-ca09e2da44c1 req-798bd9eb-50bb-490c-97d9-5e2b1c824c59 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.0879736 Feb 12 21:37:05.789940 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac398dba-4cd8-487b-9907-ca09e2da44c1 req-1269af8a-20a9-4a9c-8117-51e555d672da tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Feb 12 21:37:05.945570 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ef792c2c-af85-4a61-b93b-6c0ca8529245 req-033f2d97-c0d0-4ed0-8b60-a11ef3358b26 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0513110 Feb 12 21:37:06.135045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995895a-c451-4d62-aaa8-3d48bb939d7c req-b5a2f57e-4ba3-4d59-b584-5e41bc1f9aa1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:06.136652 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1995895a-c451-4d62-aaa8-3d48bb939d7c req-b5a2f57e-4ba3-4d59-b584-5e41bc1f9aa1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0910499 Feb 12 21:37:06.184933 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1995895a-c451-4d62-aaa8-3d48bb939d7c req-aad8af70-058a-4645-bcc3-f74b6a83a962 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Feb 12 21:37:06.296645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991652-21be-419e-9a24-f1541f00bdd5 req-92dc696c-f69f-454b-9fa5-275cb7646fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:06.298289 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85991652-21be-419e-9a24-f1541f00bdd5 req-92dc696c-f69f-454b-9fa5-275cb7646fe6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 1163 time: 0.0785301 Feb 12 21:37:06.467569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991652-21be-419e-9a24-f1541f00bdd5 req-1b81d21b-6126-47fc-b47c-198ef646858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:06.469183 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85991652-21be-419e-9a24-f1541f00bdd5 req-1b81d21b-6126-47fc-b47c-198ef646858d service neutron] 10.222.0.69 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 905 time: 0.1397629 Feb 12 21:37:06.526691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.584461 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85991652-21be-419e-9a24-f1541f00bdd5 req-e06d4acf-ca95-476a-8439-7f648612e2f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eeda024-1252-4a38-af47-562cd72de0d7 HTTP/1.1" status: 200 len: 1002 time: 0.1080928 Feb 12 21:37:06.664033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991652-21be-419e-9a24-f1541f00bdd5 req-009f8f39-0a7c-413a-a20f-36b60c936d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:06.665630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85991652-21be-419e-9a24-f1541f00bdd5 req-009f8f39-0a7c-413a-a20f-36b60c936d58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 200 len: 850 time: 0.0691082 Feb 12 21:37:06.753173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991652-21be-419e-9a24-f1541f00bdd5 req-b95a0eb8-c847-4867-9e95-52c93b604185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:06.753726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554dd7-409f-40b0-9141-ba464bd00142 req-4240bd13-f41b-4ae7-a2dd-898c6be1e86c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:06.754823 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85991652-21be-419e-9a24-f1541f00bdd5 req-b95a0eb8-c847-4867-9e95-52c93b604185 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86e6ed5d-4e82-422f-95bb-877219275b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816360 Feb 12 21:37:06.755139 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cf554dd7-409f-40b0-9141-ba464bd00142 req-4240bd13-f41b-4ae7-a2dd-898c6be1e86c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.0922453 Feb 12 21:37:06.806731 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cf554dd7-409f-40b0-9141-ba464bd00142 req-dedf691d-9371-45d1-9b22-9b98dfb4484b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Feb 12 21:37:06.911326 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85991652-21be-419e-9a24-f1541f00bdd5 req-b12dc614-333c-427d-8cd6-431f47028e03 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467230 Feb 12 21:37:07.182617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2217c-1a74-4e20-a024-a54b83121397 req-59b0b89a-32af-4b60-a72a-6ac6df7e9753 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:07.184393 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e9b2217c-1a74-4e20-a024-a54b83121397 req-59b0b89a-32af-4b60-a72a-6ac6df7e9753 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.2628105 Feb 12 21:37:07.227614 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85991652-21be-419e-9a24-f1541f00bdd5 req-660dd98a-8dc7-4870-a1f6-551167f89ffc service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2679157 Feb 12 21:37:07.252186 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e9b2217c-1a74-4e20-a024-a54b83121397 req-85f79f44-3699-4b4e-bf97-3cca9cd65a0e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573089 Feb 12 21:37:07.315236 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ec56a640-5b81-453e-a92c-99f43205fec4 req-70340a1f-4ec0-4755-bf2d-36c262a656be tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0542741 Feb 12 21:37:07.386217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.438881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.493523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41da27d-d41d-441b-a23f-f41cf8751dea req-c9aa0fc5-d45d-440c-ab64-3c290a71bf66 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:07.495708 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f41da27d-d41d-441b-a23f-f41cf8751dea req-c9aa0fc5-d45d-440c-ab64-3c290a71bf66 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1277485 Feb 12 21:37:07.646403 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f41da27d-d41d-441b-a23f-f41cf8751dea req-38bf15d5-83cf-4d01-9384-c5393669e12a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442046 Feb 12 21:37:07.708832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-4d080abf-b4f5-45ec-b1e9-18e627e31c45 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:07.709629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-4d080abf-b4f5-45ec-b1e9-18e627e31c45 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:network {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:07.726423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-4d080abf-b4f5-45ec-b1e9-18e627e31c45 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:network {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:07.727707 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-4d080abf-b4f5-45ec-b1e9-18e627e31c45 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 815 time: 0.2104356 Feb 12 21:37:07.877317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'port': {'device_id': '69758763-f765-495c-b975-50c13bea23f4', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'admin_state_up': True, 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:08.029627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2855-9c21-4129-a934-a1e213b11b00 req-805ce567-800a-4e5c-9e05-590e9c862f0a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:08.030572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:08.031955 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a25e2855-9c21-4129-a934-a1e213b11b00 req-805ce567-800a-4e5c-9e05-590e9c862f0a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1044626 Feb 12 21:37:08.070060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Usage tracker for resource:port and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:08.073666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:08.093051 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a25e2855-9c21-4129-a934-a1e213b11b00 req-7ab17083-006c-4553-874e-9d3cf6b7e6e9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545621 Feb 12 21:37:08.095138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:08.106472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Made reservation on behalf of f074a3931d0f4f8ba215cbdd829ddc3f for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:08.112235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.316131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54258) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:08.511843 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fa6f7523-86d8-4739-936b-ef9aaa1e89d9 req-f3f65bee-d04a-4616-9ac3-79b7b6f25174 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0627730 Feb 12 21:37:08.555383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Allocated IP 172.20.0.14 (7e9b2f70-aa29-43ac-8a48-58fb6572ef10/bd236851-3408-4d32-88e4-8f208202e845/cead8b5f-b2b3-4af1-8557-8ca9abe62ef6) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:37:08.557034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.585621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:08.591274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Usage tracker for resource:security_group_rule and tenant:ed85b84a4cf14b63a86cfea90954c041 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:08.595584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:08.602394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:08.637832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf4064-3c57-43d5-a1a9-ed26a721e983 req-a7b07791-7f03-4925-ad9a-09cee0fa030f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:08.639552 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ddaf4064-3c57-43d5-a1a9-ed26a721e983 req-a7b07791-7f03-4925-ad9a-09cee0fa030f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.1851134 Feb 12 21:37:08.714795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.718585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.727698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3967697f-8cff-4ab7-90a6-5240acb4cc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:08.780954 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed85b84a4cf14b63a86cfea90954c041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613209 Feb 12 21:37:08.780954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa836910-b152-42a8-a011-8b0a5cfa44bf,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:08.782698 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ddaf4064-3c57-43d5-a1a9-ed26a721e983 req-d1994621-c9f7-4bec-a39d-cd40d52e5036 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339858 Feb 12 21:37:08.783250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54288) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:08.788772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:08.973915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.998000 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.037493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Transition to ACTIVE for port object cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:09.039898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.105965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaf762-eb8b-4c41-96f8-b842328d0fd9 req-54ea3c63-5534-4173-81c5-d0d3787c3315 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:09.107630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6bbaf762-eb8b-4c41-96f8-b842328d0fd9 req-54ea3c63-5534-4173-81c5-d0d3787c3315 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.2001686 Feb 12 21:37:09.158496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.177479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.180491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:09.296593 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6bbaf762-eb8b-4c41-96f8-b842328d0fd9 req-a0abc0c0-893e-4532-944f-c1eec230d631 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820264 Feb 12 21:37:09.343987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:09.346532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.350572 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa836910-b152-42a8-a011-8b0a5cfa44bf HTTP/1.1" status: 204 len: 168 time: 0.5591314 Feb 12 21:37:09.350572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:09.360283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:09.375876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa836910-b152-42a8-a011-8b0a5cfa44bf,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:09.380314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:09.480242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:09.483122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:09.486108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:09.561084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c92bc-d0d6-4753-a51d-ba1ca2ffdec6 req-e707c488-f685-44be-b974-4cf06336a2a0 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:09.562769 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f09c92bc-d0d6-4753-a51d-ba1ca2ffdec6 req-e707c488-f685-44be-b974-4cf06336a2a0 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.1680000 Feb 12 21:37:09.572855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:09.573537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.573853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54310) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:09.580997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'floatingip': {'port_id': 'ddfa3045-084a-4071-8667-79f60725bd70'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:09.595647 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7226648 Feb 12 21:37:09.674394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54314) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:09.692726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.694650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.711627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:09.765957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Usage tracker for resource:security_group_rule and tenant:62b1e87aff1c4b29bb547cbf587785d9 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:09.769928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:09.778538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:09.799688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6d0068bf-16ec-419b-88e0-2688feca63fd None None] Provisioning for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:09.805126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6d0068bf-16ec-419b-88e0-2688feca63fd None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:09.805703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d0068bf-16ec-419b-88e0-2688feca63fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.843567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726900dc-c729-4e14-96a9-bf8e3e3822f5 req-ce6040f5-90cf-4fba-aa53-b8ed8da50440 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:09.845116 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-726900dc-c729-4e14-96a9-bf8e3e3822f5 req-ce6040f5-90cf-4fba-aa53-b8ed8da50440 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1302750 Feb 12 21:37:09.871135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6d0068bf-16ec-419b-88e0-2688feca63fd None None] Port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:37:09.927415 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-726900dc-c729-4e14-96a9-bf8e3e3822f5 req-f4cd9f7c-a6b8-46c1-8a2a-4f77d3d9c4e0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694234 Feb 12 21:37:09.941228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.948690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.957573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:10.008440 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62b1e87aff1c4b29bb547cbf587785d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288875 Feb 12 21:37:10.008440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3545e9-4e91-48a1-8872-9710295c0cce,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:10.008440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54318) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:10.012012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:10.357011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.401952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.418152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198939c-afbe-4c45-89b9-8eeccecf1fd8 req-14cc59c5-10b6-44d3-9587-bfac9ca0c329 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:10.418932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-5198939c-afbe-4c45-89b9-8eeccecf1fd8 req-14cc59c5-10b6-44d3-9587-bfac9ca0c329 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:10.459716 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-5198939c-afbe-4c45-89b9-8eeccecf1fd8 req-14cc59c5-10b6-44d3-9587-bfac9ca0c329 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:10.461000 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5198939c-afbe-4c45-89b9-8eeccecf1fd8 req-14cc59c5-10b6-44d3-9587-bfac9ca0c329 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 932 time: 0.3851974 Feb 12 21:37:10.490624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.496938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-38bf949d-2a6d-43cb-a8ff-497d773b3564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:10.521008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3545e9-4e91-48a1-8872-9710295c0cce,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:10.523812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:10.534970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.536208 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c3545e9-4e91-48a1-8872-9710295c0cce HTTP/1.1" status: 204 len: 168 time: 0.5267839 Feb 12 21:37:10.538869 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-5198939c-afbe-4c45-89b9-8eeccecf1fd8 req-07512d0f-3130-4cb4-9192-b48ee7bd15a6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:10.562277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-5198939c-afbe-4c45-89b9-8eeccecf1fd8 req-07512d0f-3130-4cb4-9192-b48ee7bd15a6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:10.563579 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5198939c-afbe-4c45-89b9-8eeccecf1fd8 req-07512d0f-3130-4cb4-9192-b48ee7bd15a6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957725 Feb 12 21:37:10.590078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.593931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.763276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae8463-8bd9-4a39-9fea-c5d0826b372e req-1f38ebe4-b0fe-4dc2-8320-08d176b0606d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:10.764923 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-89ae8463-8bd9-4a39-9fea-c5d0826b372e req-1f38ebe4-b0fe-4dc2-8320-08d176b0606d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0929849 Feb 12 21:37:10.788468 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Floating IP f3194afd-4b00-4359-907b-d28d7f79b588 associated. External IP: 172.27.2.61, port: ddfa3045-084a-4071-8667-79f60725bd70. Feb 12 21:37:10.816696 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-89ae8463-8bd9-4a39-9fea-c5d0826b372e req-208e6d36-f558-4d71-a284-8dbee1609d93 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444839 Feb 12 21:37:11.152574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6395f0-373d-4d1d-a6c2-09e60ee31cdf req-5aad2007-41dd-438a-ba79-64338e414e87 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:11.154194 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b6395f0-373d-4d1d-a6c2-09e60ee31cdf req-5aad2007-41dd-438a-ba79-64338e414e87 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.1025000 Feb 12 21:37:11.184777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Router 27f46364-d442-4e75-a157-e5df1ffac73b has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:37:11.208372 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b6395f0-373d-4d1d-a6c2-09e60ee31cdf req-62a7b88f-db9c-4dd5-a8b2-4f03bcc8806e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477293 Feb 12 21:37:11.384151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:37:11.396510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] Sync routers for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:37:11.398132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:11.408375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:37:11.409470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:37:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:11.461876 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-8f1d3ae3-0008-446b-92b8-326b78b70d77 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "PUT /v2.0/floatingips/f3194afd-4b00-4359-907b-d28d7f79b588 HTTP/1.1" status: 200 len: 990 time: 1.8834779 Feb 12 21:37:11.461876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:11.603366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:37:12.142351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': 'f3194afd-4b00-4359-907b-d28d7f79b588', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'port_id': 'ddfa3045-084a-4071-8667-79f60725bd70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'mac_address': 'fa:16:3e:c9:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:12Z', 'updated_at': '2021-02-12T21:37:10Z', 'revision_number': 1, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:12.146509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] Checking router: 27f46364-d442-4e75-a157-e5df1ffac73b for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:37:12.155617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:37:12.156283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:37:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:12.346644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:37:12.726488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': 'f3194afd-4b00-4359-907b-d28d7f79b588', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'port_id': 'ddfa3045-084a-4071-8667-79f60725bd70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'mac_address': 'fa:16:3e:c9:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:12Z', 'updated_at': '2021-02-12T21:37:10Z', 'revision_number': 1, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:12.732401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682c0cf-ea66-4f81-9c7e-121484635149 None None] The sync data for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi is: [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': 'f3194afd-4b00-4359-907b-d28d7f79b588', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'port_id': 'ddfa3045-084a-4071-8667-79f60725bd70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'mac_address': 'fa:16:3e:c9:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:12Z', 'updated_at': '2021-02-12T21:37:10Z', 'revision_number': 1, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:37:13.036397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f78650-0fd7-40ac-a89a-aa523fe312d6 None None] New status for floating IP f3194afd-4b00-4359-907b-d28d7f79b588: ACTIVE {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:37:13.194334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Request body: {'port': {'device_id': '69758763-f765-495c-b975-50c13bea23f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:13.349688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:13.501154 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70', 'status': 'completed', 'code': 200} Feb 12 21:37:13.845898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54442) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:13.883344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523732-535a-4fbb-9df0-5dab725582cb req-7cd703f6-b9cf-4613-b9f9-37bb7c73081f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:13.885207 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3f523732-535a-4fbb-9df0-5dab725582cb req-7cd703f6-b9cf-4613-b9f9-37bb7c73081f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.2486296 Feb 12 21:37:13.924619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-db65729f-cd8a-445d-9410-f76c6d1e1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:13.926356 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-db65729f-cd8a-445d-9410-f76c6d1e1e82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 1162 time: 0.2319636 Feb 12 21:37:13.960493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873191b-c1c3-433d-9a44-3e0e6b349830 req-1a46ff14-c739-4dab-92c9-e5d5f191cfc0 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:13.962163 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4873191b-c1c3-433d-9a44-3e0e6b349830 req-1a46ff14-c739-4dab-92c9-e5d5f191cfc0 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 932 time: 0.3443866 Feb 12 21:37:13.985111 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3f523732-535a-4fbb-9df0-5dab725582cb req-7c2c03a9-576e-4ee6-a533-e19eee8713aa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 Feb 12 21:37:14.158335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:14.178425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.194928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556505-eff0-4a48-8af1-a44f23c5ebfd req-d5c5fdb0-a73d-49e8-a854-2643fbe7562c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:14.196593 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0e556505-eff0-4a48-8af1-a44f23c5ebfd req-d5c5fdb0-a73d-49e8-a854-2643fbe7562c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.0968764 Feb 12 21:37:14.230817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.242881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Transition to ACTIVE for port object cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:14.249952 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0e556505-eff0-4a48-8af1-a44f23c5ebfd req-9934c219-d1e5-44d0-8739-de0988f3d3c3 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Feb 12 21:37:14.255978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.278730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-afb4f0c5-a860-4d0c-b4ce-5bee8cbfa953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:14.390715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:14.411886 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4873191b-c1c3-433d-9a44-3e0e6b349830 req-8353411f-5d3f-4a9b-91e6-d1a071af420d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457289 Feb 12 21:37:14.412999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f725a0a94d48fa91c52cee4b01af09 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:14.416726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:14.431367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:14.489947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:14.498941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:14.715388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.720407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.731329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f050808c-bc32-4a1c-9f5f-b46693ae9fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:14.792501 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4f725a0a94d48fa91c52cee4b01af09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8755078 Feb 12 21:37:14.793667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7440002d-a298-4e5a-8ea4-fe1bb9da6dd8,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:14.795329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54456) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:14.796509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Attempting to bind port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:14.796892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Attempting to bind port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:14.797269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Attempting to bind port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 on network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:14.799968 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:14.804617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:14.804986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Checking segment: {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:14.805375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.805765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Bound using segment: {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:14.806251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Bound port: cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc8e1cb-5cb4-48a0-906c-455908e8234e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:14.807184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.892732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.936073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.949112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:14.952980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:14.957909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.983197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:15.004936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.010989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:15.026314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440002d-a298-4e5a-8ea4-fe1bb9da6dd8,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:15.028644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:15.029872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.034065 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7440002d-a298-4e5a-8ea4-fe1bb9da6dd8 HTTP/1.1" status: 204 len: 168 time: 0.2367153 Feb 12 21:37:15.216277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:15.232075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:15.271542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:15.272433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.274480 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] 10.222.0.69 "PUT /v2.0/ports/cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 1158 time: 2.0863042 Feb 12 21:37:15.275160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:15.547574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54496) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:15.572348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.591144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:15.596044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Usage tracker for resource:security_group_rule and tenant:cae63542c89d4af894866b1201f30a3b is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:15.599549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:15.606971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:15.709421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.713628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.723611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-122af4c7-7df3-4071-be1b-4f09b0e897d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:15.764893 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cae63542c89d4af894866b1201f30a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157104 Feb 12 21:37:15.767886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54508) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:15.769578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ac4b22-53a9-43b2-8597-8932ebde4b57,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:15.773399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:15.858386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.892482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.951478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.956610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a1887dc2-5a9d-43e0-8c7f-16ba67a5a17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:15.970980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ac4b22-53a9-43b2-8597-8932ebde4b57,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:15.973264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:15.988092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.992208 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81ac4b22-53a9-43b2-8597-8932ebde4b57 HTTP/1.1" status: 204 len: 168 time: 0.2206256 Feb 12 21:37:17.011429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54562) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:17.319990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:17.339460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:17.345130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Usage tracker for resource:security_group_rule and tenant:0c10993dcd8e4b2bb3ed075f034a4289 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:17.348581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:17.354758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:17.457526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:17.466469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:17.477514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cd7754fc-975d-4141-a4ac-93d416b44e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:17.510355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3acd30-4682-41ac-96c5-b7edfb7428f2,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:17.515941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:17.538566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54598) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:17.538800 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c10993dcd8e4b2bb3ed075f034a4289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260730 Feb 12 21:37:17.631626 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:17.672920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:17.733738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:17.740592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:17.755924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3acd30-4682-41ac-96c5-b7edfb7428f2,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:17.758015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:17.762972 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a3acd30-4682-41ac-96c5-b7edfb7428f2 HTTP/1.1" status: 204 len: 168 time: 0.2228286 Feb 12 21:37:17.764055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:18.080767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54616) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:18.104744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.121312 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:18.125427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Usage tracker for resource:security_group_rule and tenant:24088aba0f134bfcadb1a4d13390f48b is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:18.128572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:18.135584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:18.230614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.234247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.245363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3244fd57-4244-488b-9e47-dabf29b42f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:18.293679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f62f49-40c2-4d11-a276-f05cc22dbccd,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:18.301398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54630) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:18.301577 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24088aba0f134bfcadb1a4d13390f48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194574 Feb 12 21:37:18.302505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:18.387654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.424639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.474777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.491609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1d235840-8d9d-4509-bba9-748be1886883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:18.510392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f62f49-40c2-4d11-a276-f05cc22dbccd,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:18.513227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:18.515605 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.516841 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52f62f49-40c2-4d11-a276-f05cc22dbccd HTTP/1.1" status: 204 len: 168 time: 0.2137513 Feb 12 21:37:18.728105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54644) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:18.900663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:18.925142 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:18.938373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7b42be44e8bb4040a8de41ee68c7d7a9 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:18.946263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:18.952790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:19.047947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:19.050895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:19.062942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d881b6b2-80d0-4e4b-853c-455885bb9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:19.111160 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b42be44e8bb4040a8de41ee68c7d7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811312 Feb 12 21:37:19.112228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deb4a48-3f7b-496e-89a1-30dd6f6e0d77,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:19.114052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54662) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:19.115927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:19.205954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:19.235560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:19.283000 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:19.288480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:19.301742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deb4a48-3f7b-496e-89a1-30dd6f6e0d77,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:19.304122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:19.313550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:19.317279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1deb4a48-3f7b-496e-89a1-30dd6f6e0d77 HTTP/1.1" status: 204 len: 168 time: 0.1996818 Feb 12 21:37:20.233195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54704) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:20.361703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1548260071-network', 'tenant_id': '8891a830f12c4caa805fc93a4b653ca1'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:20.366739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:20.370981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Usage tracker for resource:network and tenant:8891a830f12c4caa805fc93a4b653ca1 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:20.374714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:20.380722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:20.392023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Made reservation on behalf of 8891a830f12c4caa805fc93a4b653ca1 for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:20.397046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.411643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.429280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:20.433724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Usage tracker for resource:security_group_rule and tenant:8891a830f12c4caa805fc93a4b653ca1 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:20.436856 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:20.442737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:20.534535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.540049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.549393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9d2afb97-d6ff-4e07-8ddb-10c4e2aa2036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:20.580183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:37:20.595319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.596157 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Added segment bf4be9d9-d0d3-4cd4-8c8d-46176120cd14 of type vxlan for network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 Feb 12 21:37:20.635190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f909ec9-82f3-40af-856c-2d56d206c35c,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:20.640796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:20.647038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.683295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.684646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:20.685301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.691396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:20.809544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:20.815689 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5790792 Feb 12 21:37:20.815689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:20.816667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54724) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:20.821516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:20.826357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Request body: {'subnet': {'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1548260071-subnet', 'tenant_id': '8891a830f12c4caa805fc93a4b653ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:20.831891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:20.837080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Usage tracker for resource:subnet and tenant:8891a830f12c4caa805fc93a4b653ca1 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:20.840779 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:20.848220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:20.859470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Made reservation on behalf of 8891a830f12c4caa805fc93a4b653ca1 for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:20.864427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.903646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:20.942929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:37:21.413065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.430448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:21.771683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf9d03a-5b6b-4c08-993e-8826757ac1f5,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:21.787703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:21.896085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Checking segment: {'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:21.896394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Network hostable DHCP agents. Network: 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:37:21.916465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:37:21.924888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:21.928958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:21.929606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.935540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770cb0a3-e50c-459b-909b-1e863000c257 None None] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:21.955424 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1375291 Feb 12 21:37:22.261870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69658995-4901-43ed-a660-a6a0669b95fa None None] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:31.021435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54856) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:31.156332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.171944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:31.176030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Usage tracker for resource:security_group_rule and tenant:13f8f3e4b50c4887878acea21171a99b is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:31.179193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:31.186372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:31.271829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.274711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.283513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:31.332572 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13f8f3e4b50c4887878acea21171a99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099427 Feb 12 21:37:31.334268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4037f6-a010-4f35-8911-b55c9e9701d8,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:31.335659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54864) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:31.342555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.342994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.343413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.343798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.344191 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.344585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.344976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.345366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.345821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.346210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.346597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.347015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.347438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.347826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.348208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.348589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.348972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.349355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.349734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.350117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.350498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.350896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.351285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.351665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.356430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:31.404211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.433316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.478370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.483767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:31.496673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4037f6-a010-4f35-8911-b55c9e9701d8,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:31.506029 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.506435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.506838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.507246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.507633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.508020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.508402 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.508789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.509277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.509549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.509926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.510302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.510753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.511157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.511538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.511914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.512293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.512677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.513054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.513431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.513807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.514184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.514563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.514960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:31.518610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:31.521811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.521811 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b4037f6-a010-4f35-8911-b55c9e9701d8 HTTP/1.1" status: 204 len: 168 time: 0.1836808 Feb 12 21:37:31.810190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54872) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:31.832382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.848061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:31.852509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Usage tracker for resource:security_group_rule and tenant:ab02da74d94645be8e5e7ea26261a430 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:31.856905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:31.863125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:31.947614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.950995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:31.959813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-63147830-9b9b-4964-9d32-c05945d16653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:32.004034 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab02da74d94645be8e5e7ea26261a430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925566 Feb 12 21:37:32.004936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c1670d-ca95-4d6d-97be-eee5e47c92be,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:32.006831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54876) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:32.008311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:32.076446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.107576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.152836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.157805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fa1d1386-19f8-4c37-b708-3192295131b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:32.173685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c1670d-ca95-4d6d-97be-eee5e47c92be,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:32.176203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.177469 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90c1670d-ca95-4d6d-97be-eee5e47c92be HTTP/1.1" status: 204 len: 168 time: 0.1687448 Feb 12 21:37:32.178473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:32.541151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54886) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:32.561675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.577607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:32.581639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Usage tracker for resource:security_group_rule and tenant:25f233745de24958ac423ea1794c5bf0 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:32.584600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:32.591004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:32.675918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.678771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.686988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e1b4169b-b121-4ec6-a9cf-6cea7a44a0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:32.734631 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25f233745de24958ac423ea1794c5bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916926 Feb 12 21:37:32.735565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2606ef5-b32c-4719-8d2f-fc4e2c828f50,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:32.737607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54890) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:32.738777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:32.802428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.829652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.879991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.884910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2091f25e-5718-4f8b-9351-7c5b638b9288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:32.898429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2606ef5-b32c-4719-8d2f-fc4e2c828f50,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:32.900955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:32.913148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.914433 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2606ef5-b32c-4719-8d2f-fc4e2c828f50 HTTP/1.1" status: 204 len: 168 time: 0.1756008 Feb 12 21:37:33.071788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-349d3ffe-9306-463b-ac64-93066fa5e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.951780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-590ad9e3-21c3-479a-890f-64ee1dc18932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.256758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.715798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-445318ee-4ba2-49e8-8d02-ea512f1262ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:35.717593 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-445318ee-4ba2-49e8-8d02-ea512f1262ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 910 time: 0.1474292 Feb 12 21:37:35.925212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-b815346a-7f0c-4be8-8227-5c8275a81774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:35.927010 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-b815346a-7f0c-4be8-8227-5c8275a81774 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1161 time: 0.2160127 Feb 12 21:37:35.930478 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-7676768c-fbb2-4ce1-9057-3204d54c5134 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddfa3045-084a-4071-8667-79f60725bd70 HTTP/1.1" status: 200 len: 1000 time: 0.1657653 Feb 12 21:37:35.945646 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-dc1dfe42-64ea-49f2-809e-f5d132ab57a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1815040 Feb 12 21:37:35.958602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1f505-a02d-4bd6-8ef8-4df504344c32 req-ff7abb95-9184-4afb-85c9-725856a80f87 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:35.960241 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7c1f505-a02d-4bd6-8ef8-4df504344c32 req-ff7abb95-9184-4afb-85c9-725856a80f87 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1361101 Feb 12 21:37:36.061589 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-d2ea574f-8b53-474e-9756-71cce5dfdd31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 217 time: 0.1139882 Feb 12 21:37:36.067685 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7c1f505-a02d-4bd6-8ef8-4df504344c32 req-f0ca8e16-02f8-4a30-b98e-440b7fd96544 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000726 Feb 12 21:37:36.067985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f0c0f-c1d1-4f3e-87a0-a3cd5ca391f6 req-dc9441ef-09bf-43af-b0d8-9e9868f36d57 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.069577 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-433f0c0f-c1d1-4f3e-87a0-a3cd5ca391f6 req-dc9441ef-09bf-43af-b0d8-9e9868f36d57 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.2519960 Feb 12 21:37:36.076206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-b73ca3cc-0b3c-4349-ab2b-accaff31cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.078029 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-b73ca3cc-0b3c-4349-ab2b-accaff31cd6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06ae67bb-7b12-4bf5-a3b2-3427a70314e0 HTTP/1.1" status: 200 len: 855 time: 0.0935245 Feb 12 21:37:36.168278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-8e164784-6a81-4578-b828-c0ac3bc2546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.170030 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-8e164784-6a81-4578-b828-c0ac3bc2546b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bc504f8-feb8-4610-82f2-0e164be44d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851715 Feb 12 21:37:36.348540 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'status': 'completed', 'code': 200} Feb 12 21:37:36.388942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-feac6393-99c0-45a4-b1e5-859fd8b0f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.391477 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-13e9623a-7786-4d9e-bd40-89bf81d2ed1d service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134914 Feb 12 21:37:36.391653 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-feac6393-99c0-45a4-b1e5-859fd8b0f3ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.3208921 Feb 12 21:37:36.407254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04023d2c-a8b4-4e16-856a-4e766f1b7d62 req-ebe18b74-33b3-4edd-831f-c97287d13857 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.409892 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-04023d2c-a8b4-4e16-856a-4e766f1b7d62 req-ebe18b74-33b3-4edd-831f-c97287d13857 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.1499486 Feb 12 21:37:36.411352 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-433f0c0f-c1d1-4f3e-87a0-a3cd5ca391f6 req-3d9417c5-f610-4027-a99a-609f35c4f49a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967062 Feb 12 21:37:36.472861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-ee685904-667a-439f-90f3-f2e853ba8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.474446 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-ee685904-667a-439f-90f3-f2e853ba8dfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.4618373 Feb 12 21:37:36.575281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.621471 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-04023d2c-a8b4-4e16-856a-4e766f1b7d62 req-06f8018a-b235-483d-b09d-1dfd7c4797fc tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491759 Feb 12 21:37:36.685398 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5a28e77-ead3-4628-9867-bdb137eabe62 req-ff34d19a-39d4-4b36-8928-2df870ae6e87 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2738860 Feb 12 21:37:36.769193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-bc118847-0362-4037-abf9-d93c5ceef127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.770826 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-bc118847-0362-4037-abf9-d93c5ceef127 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3632491 Feb 12 21:37:36.808522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-a04c52eb-63eb-4364-bda4-82a29541eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.810082 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-a04c52eb-63eb-4364-bda4-82a29541eb2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.2837703 Feb 12 21:37:36.866091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-227b619f-25eb-4951-a6af-ce29b435ae8e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:36.867718 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-227b619f-25eb-4951-a6af-ce29b435ae8e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/networks?id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 HTTP/1.1" status: 200 len: 809 time: 0.1880927 Feb 12 21:37:36.884235 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-df087cb5-157e-47b5-ae93-9f9aa2150f1d tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/quotas/8891a830f12c4caa805fc93a4b653ca1 HTTP/1.1" status: 200 len: 375 time: 0.0097086 Feb 12 21:37:37.067618 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-9fe759ab-410f-4214-800d-e82638cc785b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.1813252 Feb 12 21:37:37.128129 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-bd407e46-74ea-4e5b-8fd8-c736082b7ad9 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8891a830f12c4caa805fc93a4b653ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1603472 Feb 12 21:37:37.275066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-ec21168c-2c99-4737-aea1-67a1e8a41e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:37.276695 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-ec21168c-2c99-4737-aea1-67a1e8a41e06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.1932824 Feb 12 21:37:37.347162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ddcbd-768d-4cdc-943b-867ae21f0928 req-21fadb31-29ea-4b36-916b-d50bc694ae0b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:37.348792 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-651ddcbd-768d-4cdc-943b-867ae21f0928 req-21fadb31-29ea-4b36-916b-d50bc694ae0b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0869324 Feb 12 21:37:37.366913 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-3f3e8c1f-50ed-4762-90c6-3d95e6e0fed8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794272 Feb 12 21:37:37.375273 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-809a4bfa-bc71-4031-8e45-dfe66e80e342 service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901280 Feb 12 21:37:37.387068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.403375 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-651ddcbd-768d-4cdc-943b-867ae21f0928 req-0963d1bf-4a52-4de2-ba6c-2d100a2d75e9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473092 Feb 12 21:37:37.454567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.550684 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-a09caa64-e9f1-4ccd-8244-68c84ed943a7 service neutron] 10.222.0.36 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121788 Feb 12 21:37:37.633908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c53ec2-cd99-4907-96e2-e1f138a30f7e req-d699e619-36e1-4594-b64d-aad2e57abbd7 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:37.635531 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-80c53ec2-cd99-4907-96e2-e1f138a30f7e req-d699e619-36e1-4594-b64d-aad2e57abbd7 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.0902646 Feb 12 21:37:37.686274 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-80c53ec2-cd99-4907-96e2-e1f138a30f7e req-f9a9fb85-85da-451a-aa73-faa3ad6ba92c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Feb 12 21:37:37.789206 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce948467-8e04-4f36-8ff2-c8c98f25726d req-11aadb22-c17c-454a-8a7b-1347547562cc service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3817532 Feb 12 21:37:37.791279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-ecd3547d-a738-4c9c-8b2d-835542fa7057 service neutron] 10.222.0.36 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2271864 Feb 12 21:37:37.812169 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-2a02232d-7475-4e48-a618-72e43a17d20a service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271181 Feb 12 21:37:37.954440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec29597-ff82-4f3b-9a19-6b53807a021d req-60db5da9-af4f-4676-8bca-b3b2678a762c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:37.964438 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6ec29597-ff82-4f3b-9a19-6b53807a021d req-60db5da9-af4f-4676-8bca-b3b2678a762c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.1289525 Feb 12 21:37:38.026819 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6ec29597-ff82-4f3b-9a19-6b53807a021d req-e525fded-b725-4aa3-9c03-79f502e2ce4e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Feb 12 21:37:38.068279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bc457fd3-55cf-4c12-9964-327ac7272b03 req-9e458e9c-66f5-4577-85b7-1f192efb6880 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 210 time: 0.0983515 Feb 12 21:37:38.132211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-7e9c5af1-730e-4f3c-8602-9e912c8018e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:38.134018 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-7e9c5af1-730e-4f3c-8602-9e912c8018e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1161 time: 0.2233722 Feb 12 21:37:38.184224 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e42742d9-7bad-48af-8142-edc3d6329f89 req-6402ced9-98b5-4050-ac0b-df84960bea8c service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3642998 Feb 12 21:37:38.327108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-8dbf6a93-b017-4bce-bb36-2fb348fee0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:38.331134 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-8dbf6a93-b017-4bce-bb36-2fb348fee0ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.1811485 Feb 12 21:37:38.420112 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-7a2101e0-b3f4-4c67-8163-d86c7e4b0586 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 217 time: 0.0819962 Feb 12 21:37:38.504621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-b6e58807-22e2-46ea-aa36-51489a422042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:38.506280 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-b6e58807-22e2-46ea-aa36-51489a422042 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.0782995 Feb 12 21:37:38.603782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-9b0d5331-eb5a-4adf-b414-d231ae452f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:38.605589 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-9b0d5331-eb5a-4adf-b414-d231ae452f84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920370 Feb 12 21:37:38.622400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347d23a-42de-4cfa-a95f-7b7170bd37fa req-269f8f2a-c415-4ea2-8c02-60f4d185dc54 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:38.624235 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5347d23a-42de-4cfa-a95f-7b7170bd37fa req-269f8f2a-c415-4ea2-8c02-60f4d185dc54 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1028383 Feb 12 21:37:38.678639 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5347d23a-42de-4cfa-a95f-7b7170bd37fa req-d9497d7b-98d1-4ec3-9762-c1d2578724ac tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Feb 12 21:37:38.770929 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-f4004f79-e0b4-48f1-ab09-ced6829a34df service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511943 Feb 12 21:37:39.046583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 56046c26-c882-4c0e-beec-b3a177d2d569 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:39.132248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 56046c26-c882-4c0e-beec-b3a177d2d569 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:39.148343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 56046c26-c882-4c0e-beec-b3a177d2d569 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:39.148820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:39.322237 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-315cce6a-12fd-4c12-bc05-289ac40964b9 req-1eeca347-f70b-42d0-b6c2-206f943a3292 service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5426028 Feb 12 21:37:39.324700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88cbe7-24a0-4931-b5ef-7c925e156f8b req-586de393-877b-471d-9cc8-2852bf03e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:39.326530 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e88cbe7-24a0-4931-b5ef-7c925e156f8b req-586de393-877b-471d-9cc8-2852bf03e919 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1162 time: 0.2851267 Feb 12 21:37:39.342553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52aaf8-3f13-491c-8880-acf1fe1df59f req-d18c3293-6eea-485f-944e-8b711d7bed31 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:39.347339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:39.351074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e563-8c19-47ee-bab6-cb19ea887510 req-d71d6729-b1d8-4a80-acf2-e43ac480b989 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:39.351998 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8a52aaf8-3f13-491c-8880-acf1fe1df59f req-d18c3293-6eea-485f-944e-8b711d7bed31 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.1425352 Feb 12 21:37:39.359630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-81d9e563-8c19-47ee-bab6-cb19ea887510 req-d71d6729-b1d8-4a80-acf2-e43ac480b989 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 943 time: 0.3217781 Feb 12 21:37:39.406561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56046c26-c882-4c0e-beec-b3a177d2d569'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:39.420144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 56046c26-c882-4c0e-beec-b3a177d2d569, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=56046c26-c882-4c0e-beec-b3a177d2d569,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:39.424225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:39.426386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:39.435173 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8a52aaf8-3f13-491c-8880-acf1fe1df59f req-58ba676f-43cc-4f1c-90dd-ca9262eb7789 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818570 Feb 12 21:37:39.490387 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-81d9e563-8c19-47ee-bab6-cb19ea887510 req-e5e83bdc-b44d-4f43-9c23-cd9b8d1a89de tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296918 Feb 12 21:37:39.501426 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e88cbe7-24a0-4931-b5ef-7c925e156f8b req-c717e147-209e-43ed-985e-3891d8ae31bc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221511 Feb 12 21:37:39.618081 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aeb519fa-5b2d-4471-a5d2-b014f738bbe3 req-1b8b0abb-b9e9-48b3-b13b-54eb81dbc513 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 210 time: 0.0510559 Feb 12 21:37:39.679118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=56046c26-c882-4c0e-beec-b3a177d2d569,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:39.687094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.687486 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.687870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.688242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.688610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.688980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.689348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.689721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.690082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.690447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.690809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.691198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.691600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.691962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.692331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.692692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.693052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.693412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.693772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.694131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.694493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.694886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.695231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.695588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:39.700867 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:40.341188 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56046c26-c882-4c0e-beec-b3a177d2d569', 'code': 200} Feb 12 21:37:40.414694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-a0f4bba1-6b09-4a3a-8cb2-5c843ad5fbfc tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:40.416639 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-a0f4bba1-6b09-4a3a-8cb2-5c843ad5fbfc tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "GET /v2.0/networks?id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 HTTP/1.1" status: 200 len: 809 time: 0.1611333 Feb 12 21:37:40.443971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Request body: {'port': {'device_id': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7', 'admin_state_up': True, 'tenant_id': '8891a830f12c4caa805fc93a4b653ca1'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:40.545724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4eef2-2068-46cb-8fb4-c26a5fe31c3e req-015dedd9-b6d5-4447-a059-f8e16bd34eda tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:40.547754 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bae4eef2-2068-46cb-8fb4-c26a5fe31c3e req-015dedd9-b6d5-4447-a059-f8e16bd34eda tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1165628 Feb 12 21:37:40.637913 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bae4eef2-2068-46cb-8fb4-c26a5fe31c3e req-8449e281-16e9-4cc4-bb53-54f3adf87075 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761368 Feb 12 21:37:40.656059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:40.661806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Usage tracker for resource:port and tenant:8891a830f12c4caa805fc93a4b653ca1 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:40.666281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:40.675019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:40.716132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Made reservation on behalf of 8891a830f12c4caa805fc93a4b653ca1 for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:40.722633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:40.844239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96470f-fa48-4274-846d-4fc4d27c2f79 req-1c34c078-ad0b-4904-bd34-45968ae6fd29 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:40.845886 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fe96470f-fa48-4274-846d-4fc4d27c2f79 req-1c34c078-ad0b-4904-bd34-45968ae6fd29 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 945 time: 0.0890267 Feb 12 21:37:40.897523 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fe96470f-fa48-4274-846d-4fc4d27c2f79 req-8dfa5dda-e84b-499c-a536-3a09f7b2ad81 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Feb 12 21:37:41.030042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978ffe4-03ed-42de-99e9-fd8bfe5e6f22 req-fade41bd-c034-4cf7-a5bd-e7f52fb6c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:41.031734 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0978ffe4-03ed-42de-99e9-fd8bfe5e6f22 req-fade41bd-c034-4cf7-a5bd-e7f52fb6c273 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 1162 time: 0.2971177 Feb 12 21:37:41.050990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9458079-9476-42f4-b07e-f076461b580b req-78427093-3bf8-4dc6-bdf1-166c6c24ccbe tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:41.052817 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9458079-9476-42f4-b07e-f076461b580b req-78427093-3bf8-4dc6-bdf1-166c6c24ccbe tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.3193696 Feb 12 21:37:41.073162 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4571a7c3-647f-4fb8-9979-dd20109c12c1 req-dedbb934-ca88-461e-b69b-14521e939c1e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 210 time: 0.0673006 Feb 12 21:37:41.262143 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0978ffe4-03ed-42de-99e9-fd8bfe5e6f22 req-e394028c-63f6-4c82-b708-24d3a6779211 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082367 Feb 12 21:37:41.272436 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9458079-9476-42f4-b07e-f076461b580b req-e1fab233-a585-4487-9868-4a766b97ea8d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643693 Feb 12 21:37:41.352792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Allocated IP 172.20.0.6 (1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7/baf9d03a-5b6b-4c08-993e-8826757ac1f5/2741b210-6717-45fb-8bed-68ef2245d593) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:37:41.568940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.598939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.613650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f64422c9-38dc-4ea2-8f8c-46cb28e15eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:41.751156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Pushing event updated for resources: {'Port': ['ID=2741b210-6717-45fb-8bed-68ef2245d593,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:41.755458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:41.808978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:41.810178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:41.812596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:41.880916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:41.881510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.906208 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4670849 Feb 12 21:37:42.017933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Request body: {'port': {'device_id': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:42.054649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 56046c26-c882-4c0e-beec-b3a177d2d569 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:42.145459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d0c54-7aea-411d-8c74-100c65697675 req-5faf8b2a-ac42-45fe-858e-6d2dbe42564b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:42.150552 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0c7d0c54-7aea-411d-8c74-100c65697675 req-5faf8b2a-ac42-45fe-858e-6d2dbe42564b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1415513 Feb 12 21:37:42.169808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 56046c26-c882-4c0e-beec-b3a177d2d569 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:42.170468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.203606 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0c7d0c54-7aea-411d-8c74-100c65697675 req-1bc92870-92fb-4a8f-b273-f40ce23deae1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458872 Feb 12 21:37:42.256112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.415189 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe3489-a6cb-47e0-ace3-f260ac7b9d71 req-c0145a36-8250-48ff-ab27-80318238b9fd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:42.416852 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bbe3489-a6cb-47e0-ace3-f260ac7b9d71 req-c0145a36-8250-48ff-ab27-80318238b9fd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 945 time: 0.2946198 Feb 12 21:37:42.462834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ade1-e56a-4335-a00b-e8e87ce61948 req-81cac8dc-2602-4524-97cb-8a0959ea0bd8 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:42.464572 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7fb2ade1-e56a-4335-a00b-e8e87ce61948 req-81cac8dc-2602-4524-97cb-8a0959ea0bd8 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 931 time: 0.0996253 Feb 12 21:37:42.512992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7fb2ade1-e56a-4335-a00b-e8e87ce61948 req-2cc91b93-b5b3-4eaf-a831-bb7af617046c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Synchronizing usage tracker for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:42.531442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7fb2ade1-e56a-4335-a00b-e8e87ce61948 req-2cc91b93-b5b3-4eaf-a831-bb7af617046c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Unset dirty status for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:42.532717 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7fb2ade1-e56a-4335-a00b-e8e87ce61948 req-2cc91b93-b5b3-4eaf-a831-bb7af617046c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610564 Feb 12 21:37:42.550961 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bbe3489-a6cb-47e0-ace3-f260ac7b9d71 req-b8fbb87a-c473-4810-99b5-f135357d5e07 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160779 Feb 12 21:37:42.717804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9ddde-53ed-4c22-a063-6f6ca2856e54 req-494c6070-674c-4686-88ff-0aa7aa7be5cb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:42.719466 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85f9ddde-53ed-4c22-a063-6f6ca2856e54 req-494c6070-674c-4686-88ff-0aa7aa7be5cb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.0877814 Feb 12 21:37:42.768304 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85f9ddde-53ed-4c22-a063-6f6ca2856e54 req-b2fb14e7-0c9c-494b-85bf-bbf4e6756883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Feb 12 21:37:42.779316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2741b210-6717-45fb-8bed-68ef2245d593 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:42.787385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.800446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Transition to ACTIVE for port object 2741b210-6717-45fb-8bed-68ef2245d593 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:42.803024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.818826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:42.959888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2741b210-6717-45fb-8bed-68ef2245d593,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:42.965313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:43.381219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Attempting to bind port 2741b210-6717-45fb-8bed-68ef2245d593 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:43.381468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Attempting to bind port 2741b210-6717-45fb-8bed-68ef2245d593 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:43.381827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Attempting to bind port 2741b210-6717-45fb-8bed-68ef2245d593 on network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:43.395893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:43.396274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Checking segment: {'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:43.396682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.397075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Bound using segment: {'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:43.397556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Bound port: 2741b210-6717-45fb-8bed-68ef2245d593, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:43.397930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.524411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5613-e503-4a97-aa12-c3aee15f933d req-bdcecbf2-be83-4356-8100-972f09c7e0dd tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:43.526125 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d8e5613-e503-4a97-aa12-c3aee15f933d req-bdcecbf2-be83-4356-8100-972f09c7e0dd tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.1925530 Feb 12 21:37:43.529358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] For port 2741b210-6717-45fb-8bed-68ef2245d593, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:43.532801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] For port 2741b210-6717-45fb-8bed-68ef2245d593, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2741b210-6717-45fb-8bed-68ef2245d593,segment=NetworkSegment(bf4be9d9-d0d3-4cd4-8c8d-46176120cd14),segment_id=bf4be9d9-d0d3-4cd4-8c8d-46176120cd14)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:43.550959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.572098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:43.721977 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d8e5613-e503-4a97-aa12-c3aee15f933d req-08fd2700-a3aa-4f89-aab0-0065f27b2dd8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877444 Feb 12 21:37:43.755977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2741b210-6717-45fb-8bed-68ef2245d593,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:43.762268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:43.763805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6cab5-268a-43c0-83dd-d43ef0eb0a8d req-87d01256-0257-4a49-b7b9-7c2cb3ccdb88 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:43.765580 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3dc6cab5-268a-43c0-83dd-d43ef0eb0a8d req-87d01256-0257-4a49-b7b9-7c2cb3ccdb88 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.1086929 Feb 12 21:37:43.797344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:43.798263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.800059 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] 10.222.0.69 "PUT /v2.0/ports/2741b210-6717-45fb-8bed-68ef2245d593 HTTP/1.1" status: 200 len: 1157 time: 1.7870550 Feb 12 21:37:43.800672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'tag': '2741b210-6717-45fb-8bed-68ef2245d593'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:43.829482 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3dc6cab5-268a-43c0-83dd-d43ef0eb0a8d req-6e4b5718-24f4-4315-8a92-fa6f8491268f tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Feb 12 21:37:43.996782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca440-676b-4911-80b1-2810edcc7ba3 req-d856fe6a-cb61-49d8-819e-d78da0f40a41 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:43.998478 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-536ca440-676b-4911-80b1-2810edcc7ba3 req-d856fe6a-cb61-49d8-819e-d78da0f40a41 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 945 time: 0.1418600 Feb 12 21:37:44.056571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d3cc-1f05-4d0a-9aed-27e580bf3b57 req-dcea6b9f-551d-495f-8b48-5b612f18d7a1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:44.065273 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-89b2d3cc-1f05-4d0a-9aed-27e580bf3b57 req-dcea6b9f-551d-495f-8b48-5b612f18d7a1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1173098 Feb 12 21:37:44.097482 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-536ca440-676b-4911-80b1-2810edcc7ba3 req-b0bc75ba-26bd-4e17-a5f9-4f2753cd3190 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915866 Feb 12 21:37:44.109828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-b11eaefe-838c-4b96-98dd-02450cca536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:44.111496 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-b11eaefe-838c-4b96-98dd-02450cca536e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8891a830f12c4caa805fc93a4b653ca1&device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 1160 time: 0.1767442 Feb 12 21:37:44.154316 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-89b2d3cc-1f05-4d0a-9aed-27e580bf3b57 req-56e9f9d4-3b47-4e0e-ab32-b744f6a637c8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876417 Feb 12 21:37:44.245757 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'tag': '2741b210-6717-45fb-8bed-68ef2245d593', 'status': 'completed', 'code': 200} Feb 12 21:37:44.255005 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-a1dbbc77-c4f3-43f8-85f0-a9bcc77640b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2741b210-6717-45fb-8bed-68ef2245d593 HTTP/1.1" status: 200 len: 217 time: 0.1149294 Feb 12 21:37:44.386703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-5654e5e6-37bf-4d3e-b1ec-3cfd7a1fc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:44.388381 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-5654e5e6-37bf-4d3e-b1ec-3cfd7a1fc769 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=baf9d03a-5b6b-4c08-993e-8826757ac1f5 HTTP/1.1" status: 200 len: 849 time: 0.1266704 Feb 12 21:37:44.453450 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-c8982efe-dddd-4e70-9745-6dc5162e15b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530725 Feb 12 21:37:44.465327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b029f-ecf9-4531-8c40-269cc6e20076 req-12c4007d-6708-4a3f-adb0-acd58e4d1455 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:44.467147 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-841b029f-ecf9-4531-8c40-269cc6e20076 req-12c4007d-6708-4a3f-adb0-acd58e4d1455 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.1627972 Feb 12 21:37:44.611528 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-841b029f-ecf9-4531-8c40-269cc6e20076 req-60b863f6-863d-4e66-a0ad-b2ed1aebd038 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207364 Feb 12 21:37:44.670252 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-bdafe55c-9a5a-445a-b1f8-f9c89d32cae1 service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018793 Feb 12 21:37:44.839600 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85e1cc64-0672-4c54-a58a-86c68c9e49d2 req-2508e69e-707e-41ce-a75e-6da50de3a279 service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389883 Feb 12 21:37:45.107205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45356b-831a-42b9-b98b-eacf93b9d918 req-d728fcb6-a8f2-4b69-b60e-bc95cea0a4e1 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.107972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-bf45356b-831a-42b9-b98b-eacf93b9d918 req-d728fcb6-a8f2-4b69-b60e-bc95cea0a4e1 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Synchronizing usage tracker for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:45.112740 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-61d40846-571d-4e44-a60f-cfce4a8ba4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.114307 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-61d40846-571d-4e44-a60f-cfce4a8ba4f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8891a830f12c4caa805fc93a4b653ca1&device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 1160 time: 0.1219044 Feb 12 21:37:45.212914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-bf45356b-831a-42b9-b98b-eacf93b9d918 req-d728fcb6-a8f2-4b69-b60e-bc95cea0a4e1 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Unset dirty status for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:45.214744 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bf45356b-831a-42b9-b98b-eacf93b9d918 req-d728fcb6-a8f2-4b69-b60e-bc95cea0a4e1 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.2632484 Feb 12 21:37:45.288005 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bf45356b-831a-42b9-b98b-eacf93b9d918 req-a7e4ac44-1e3b-4dd2-82f5-3f680a34e6f5 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657997 Feb 12 21:37:45.310590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-58631071-5071-4d7a-9442-60e69d58a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.312329 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-58631071-5071-4d7a-9442-60e69d58a43d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 HTTP/1.1" status: 200 len: 903 time: 0.1904519 Feb 12 21:37:45.312945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7755f4-0b8e-46a8-8a13-d6a32e4442bb req-fcf2f358-1ee0-4aaa-abb7-20e3acf93fa9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.314576 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6e7755f4-0b8e-46a8-8a13-d6a32e4442bb req-fcf2f358-1ee0-4aaa-abb7-20e3acf93fa9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 945 time: 0.1056859 Feb 12 21:37:45.366643 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6e7755f4-0b8e-46a8-8a13-d6a32e4442bb req-f3a82024-8cab-437e-a3b1-6b59904c77fe tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Feb 12 21:37:45.393951 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-38c5220b-b8be-424b-9bf8-d3428a4135d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2741b210-6717-45fb-8bed-68ef2245d593 HTTP/1.1" status: 200 len: 217 time: 0.0740614 Feb 12 21:37:45.469629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-fb2f4c7f-e8e1-4577-b792-f2614bb68910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.471368 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-fb2f4c7f-e8e1-4577-b792-f2614bb68910 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=baf9d03a-5b6b-4c08-993e-8826757ac1f5 HTTP/1.1" status: 200 len: 849 time: 0.0711584 Feb 12 21:37:45.530433 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-80304344-3cd0-485a-b4cf-8ed4dfcd9eae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526383 Feb 12 21:37:45.721486 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-1efc1eca-f07f-4360-b453-c3248da66188 service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836958 Feb 12 21:37:45.799999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 55166) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:45.956438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.975512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:45.981521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Usage tracker for resource:security_group_rule and tenant:c5becd67eb97466696abdcca610a5a1f is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:45.984289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed151f-69ea-4c02-baaf-3c20fc5162f5 req-694518b3-f8c0-4e26-871e-b073be27a511 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.986863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:45.992491 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-13ed151f-69ea-4c02-baaf-3c20fc5162f5 req-694518b3-f8c0-4e26-871e-b073be27a511 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.2154455 Feb 12 21:37:45.998030 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a954d2-2647-45fc-b621-f79d6605cf3e req-163ceca5-7806-4434-b707-aceb599a14b3 service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2675393 Feb 12 21:37:46.001609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:46.033678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-ab205c91-5c3b-4efe-9a2d-9f79ec03036d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84048) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:37:46.055774 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-13ed151f-69ea-4c02-baaf-3c20fc5162f5 req-f118c36b-6aac-453b-934c-616176296b56 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621445 Feb 12 21:37:46.149878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.153943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.167960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-27a948dd-24a3-45e0-bd75-cc75bcbab83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.216421 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5becd67eb97466696abdcca610a5a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125407 Feb 12 21:37:46.216421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba0f344-63dc-40f0-9f78-487a9829f931,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.217222 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 55178) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:46.220318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.280654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.308458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.357046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.362230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.376623 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba0f344-63dc-40f0-9f78-487a9829f931,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.379280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.381615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.386787 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ba0f344-63dc-40f0-9f78-487a9829f931 HTTP/1.1" status: 204 len: 168 time: 0.1685364 Feb 12 21:37:46.503555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10602-f689-4594-87a1-026c14b01875 req-3d0d8191-3548-47a2-acc0-0844095f7f20 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:46.505234 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-92a10602-f689-4594-87a1-026c14b01875 req-3d0d8191-3548-47a2-acc0-0844095f7f20 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.0962477 Feb 12 21:37:46.555108 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-92a10602-f689-4594-87a1-026c14b01875 req-957f4e38-55d2-4ea7-966f-1ae4c6137354 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Feb 12 21:37:46.682409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 55188) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:46.701631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.718212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:46.722303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Usage tracker for resource:security_group_rule and tenant:bc704adb7101410eb6269aa7a1313e5f is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:46.725340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:46.731107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:46.816641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.820223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.829735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7e5c4ae7-4b46-486b-baed-34f11fbde04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.872785 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc704adb7101410eb6269aa7a1313e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891091 Feb 12 21:37:46.875688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55198) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:46.880247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743c4ffb-6e69-444c-a10d-94e286c20ba0,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.883548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.942559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.971910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.019739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.023702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:47.036086 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c4ffb-6e69-444c-a10d-94e286c20ba0,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:47.045397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:47.048025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.049606 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/743c4ffb-6e69-444c-a10d-94e286c20ba0 HTTP/1.1" status: 204 len: 168 time: 0.1727076 Feb 12 21:37:47.274248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73a72-183c-4bd7-ac45-2f628fb273d5 req-79445257-c7c2-4a57-8fe6-6b40ab4ad281 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.276106 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b6b73a72-183c-4bd7-ac45-2f628fb273d5 req-79445257-c7c2-4a57-8fe6-6b40ab4ad281 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.0964711 Feb 12 21:37:47.401982 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b6b73a72-183c-4bd7-ac45-2f628fb273d5 req-9067654b-3549-474e-b64e-b7e0dfda22b0 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190000 Feb 12 21:37:47.438610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560b6c-a18a-4881-adca-d7f68bbad6fb req-f55a9cdb-e8ee-4ca0-a513-4e05377b45a7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.440370 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd560b6c-a18a-4881-adca-d7f68bbad6fb req-f55a9cdb-e8ee-4ca0-a513-4e05377b45a7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1177740 Feb 12 21:37:47.446690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-f4b6b357-8da3-4349-b9da-082e4605c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.448179 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-f4b6b357-8da3-4349-b9da-082e4605c62c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.1276188 Feb 12 21:37:47.496983 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd560b6c-a18a-4881-adca-d7f68bbad6fb req-c62f4228-fb06-4d3c-aaf6-93a19acfa9c8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Feb 12 21:37:47.544488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:47.567966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55216) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:47.601308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.621455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:47.623476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:47.626505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:47.626984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.637393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Usage tracker for resource:security_group_rule and tenant:ac7c9f7126a642cb843eede72b93331e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:47.643169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:47.653228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:47.655828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-4053d090-d967-4821-893b-2a098c1ca319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.657411 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-4053d090-d967-4821-893b-2a098c1ca319 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1978478 Feb 12 21:37:47.748068 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-3c64d458-b33a-442f-b554-b4502fd5c45a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0824511 Feb 12 21:37:47.759078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.778465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ef46-c06c-43f2-8478-b32217e5a9bb req-d0228616-7372-43d2-867a-ace8bd7e960e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.780335 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-32b0ef46-c06c-43f2-8478-b32217e5a9bb req-d0228616-7372-43d2-867a-ace8bd7e960e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.0946836 Feb 12 21:37:47.790033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:47.802009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:47.805945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.808190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66e16ebd-4d76-4042-aa12-c48b9e5ecb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:47.830647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-12193f03-b1fa-40e2-b61d-e7ede7a054e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.832507 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-12193f03-b1fa-40e2-b61d-e7ede7a054e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0746782 Feb 12 21:37:47.852316 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'code': 200} Feb 12 21:37:47.863546 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-32b0ef46-c06c-43f2-8478-b32217e5a9bb req-6255849e-c0de-4894-a45c-7cfdeb70a952 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763116 Feb 12 21:37:47.892830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:47.897759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:48.111112 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-cc78e31e-14b4-47b6-9439-045ae74d537f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2678783 Feb 12 21:37:48.294939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.316158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.325877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b40d6aa3-9095-44df-84b2-0eebb31b717d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:48.386482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:48.402193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d31f4b7-5c75-42f8-8455-ab262029f61d,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:48.408865 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-580457d7-7de4-4e9e-89f1-d7424af3b9ab service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842102 Feb 12 21:37:48.409735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:48.415613 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac7c9f7126a642cb843eede72b93331e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8434770 Feb 12 21:37:48.415966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55230) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:48.462346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:48.462772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.534891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c86c9d-e9a6-41d3-a510-380e10690463 req-342c2af0-195e-4564-99de-ac2a4278a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:48.534891 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4c86c9d-e9a6-41d3-a510-380e10690463 req-342c2af0-195e-4564-99de-ac2a4278a862 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1163 time: 0.3261530 Feb 12 21:37:48.683638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1316b2-0f3a-4308-9e4b-5780333e0363 req-bf179019-78f5-415f-a312-387f57176753 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:48.685279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9b1316b2-0f3a-4308-9e4b-5780333e0363 req-bf179019-78f5-415f-a312-387f57176753 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.1257508 Feb 12 21:37:48.705741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.716305 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4c86c9d-e9a6-41d3-a510-380e10690463 req-cafff294-aa01-40ea-a658-06ed9a50f1cb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543736 Feb 12 21:37:48.733726 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9b1316b2-0f3a-4308-9e4b-5780333e0363 req-9a22d665-c2e7-4905-8232-992269f8b00a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Feb 12 21:37:48.772864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.786174 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02da3a4f-c45d-4e0f-a31e-8cf28f6b0223 req-b4d7d174-cb4d-4c74-b30e-2c02686c989e service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3669081 Feb 12 21:37:48.842257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0429e0d-8685-4d48-af1c-f4def753d404 req-ae3e0eba-c38a-445e-bda7-5d8df214f2de tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:48.843818 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c0429e0d-8685-4d48-af1c-f4def753d404 req-ae3e0eba-c38a-445e-bda7-5d8df214f2de tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1878662 Feb 12 21:37:48.849763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.857557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-309152a5-c2e5-42d4-b63a-2a436702e3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:48.888961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d31f4b7-5c75-42f8-8455-ab262029f61d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:48.893932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:48.896135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.897943 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d31f4b7-5c75-42f8-8455-ab262029f61d HTTP/1.1" status: 204 len: 168 time: 0.4804647 Feb 12 21:37:48.919182 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c0429e0d-8685-4d48-af1c-f4def753d404 req-e3279175-344c-4904-ae3b-5edba712d85e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625346 Feb 12 21:37:49.191128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9e11b762-807e-4c95-b353-e414b53ba6cd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:49.192784 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9e11b762-807e-4c95-b353-e414b53ba6cd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 0.1829915 Feb 12 21:37:49.209884 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-7a9adc9b-dca1-4111-8a8c-3518139470e4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/quotas/786af9b2221d4a21b73de8f07cbe11eb HTTP/1.1" status: 200 len: 375 time: 0.0108867 Feb 12 21:37:49.324574 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-d605628a-a7db-43c1-a947-56f61f6008fd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058645 Feb 12 21:37:49.501916 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-5ce56535-c52c-410a-9572-9c1523787d59 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763442 Feb 12 21:37:49.582880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d5243-3725-45ca-b586-7ccb41aecd64 req-369e4f15-0115-4801-b9ca-2f004bf0145c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:49.584515 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-655d5243-3725-45ca-b586-7ccb41aecd64 req-369e4f15-0115-4801-b9ca-2f004bf0145c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.0966451 Feb 12 21:37:49.651378 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-655d5243-3725-45ca-b586-7ccb41aecd64 req-f8b7515e-1e5a-454e-9024-1f1e027b29ef tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Feb 12 21:37:49.684232 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-1665f1e0-9581-451a-bbd1-7c45201d8780 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1743300 Feb 12 21:37:49.795828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55292) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:49.975475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1693195062-network', 'tenant_id': 'e978cf983d6141fca9d59c1d5305061e'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:49.987391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:50.006455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Usage tracker for resource:network and tenant:e978cf983d6141fca9d59c1d5305061e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:50.009909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:50.018524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:50.031830 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a35400eb-3dad-427a-b8f6-9011a8c5e768 req-83f8d2d3-8508-40ce-8398-e778deb7b330 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 210 time: 0.0643013 Feb 12 21:37:50.038759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Made reservation on behalf of e978cf983d6141fca9d59c1d5305061e for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:50.054503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.072542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.098046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdebcf-b7e9-47f5-981a-4f0d0add8916 req-b9cc675f-0707-4a73-a84f-a9e734ed5178 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:50.106188 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a2bdebcf-b7e9-47f5-981a-4f0d0add8916 req-b9cc675f-0707-4a73-a84f-a9e734ed5178 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.2090628 Feb 12 21:37:50.108624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:50.128452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Usage tracker for resource:security_group_rule and tenant:e978cf983d6141fca9d59c1d5305061e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:50.134707 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:50.143075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:50.176060 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a2bdebcf-b7e9-47f5-981a-4f0d0add8916 req-f8ef652b-eee7-4a7c-8990-b4c32446f667 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689297 Feb 12 21:37:50.257862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.261486 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.266826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-48c9c757-796d-413e-99f5-22fa02fce68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:50.277807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed629f3f-86e9-438c-89f5-af1d01e469fa req-a0a36b0b-1b4f-4aa0-bd0b-2014cf81ebeb tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:50.279551 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ed629f3f-86e9-438c-89f5-af1d01e469fa req-a0a36b0b-1b4f-4aa0-bd0b-2014cf81ebeb tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1177435 Feb 12 21:37:50.301944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:37:50.313619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b7f86-e848-4b71-b0b6-ea35d8654bbb,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:50.317666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:50.320495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.320929 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Added segment df2ad90f-0bbe-4959-884a-590a9746149e of type vxlan for network 728506a2-a938-439b-aa4b-a2b1cd92ed90 Feb 12 21:37:50.332400 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ed629f3f-86e9-438c-89f5-af1d01e469fa req-89a0fbd5-7f33-460f-9fdf-973224218d19 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463259 Feb 12 21:37:50.353464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.390965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.392255 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:50.392908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.398671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:50.507934 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7100782 Feb 12 21:37:50.510895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55314) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:50.513747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Pushing event updated for resources: {'Network': ['ID=728506a2-a938-439b-aa4b-a2b1cd92ed90,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:50.519390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Request body: {'subnet': {'network_id': '728506a2-a938-439b-aa4b-a2b1cd92ed90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1693195062-subnet', 'tenant_id': 'e978cf983d6141fca9d59c1d5305061e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:50.523120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:50.525735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:50.526471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:50.530499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Usage tracker for resource:subnet and tenant:e978cf983d6141fca9d59c1d5305061e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:50.534063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:50.540947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:50.546419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:50.552939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Made reservation on behalf of e978cf983d6141fca9d59c1d5305061e for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:50.558887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15508572'] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.872567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee40e8-61e4-46f9-8ed0-86314e69556e req-e159431a-8576-46b3-bb5c-8e02b99f1bfb tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:50.874330 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5bee40e8-61e4-46f9-8ed0-86314e69556e req-e159431a-8576-46b3-bb5c-8e02b99f1bfb tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.0955222 Feb 12 21:37:50.946867 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5bee40e8-61e4-46f9-8ed0-86314e69556e req-9198cb14-b883-493d-b4c0-4617469b68dc tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660210 Feb 12 21:37:51.028127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15592657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15508557'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.112611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5bf89a98-f42a-48a7-b251-4915b2c04813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:51.201232 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b5fcc938-5b81-44d0-9bb1-2e582f036230 req-924c5b74-9cdb-462f-ba5b-e251b9ddc9f7 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 210 time: 0.0495737 Feb 12 21:37:51.204283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Pushing event updated for resources: {'Subnet': ['ID=62eb2eb7-cb20-4962-b62c-728ac49daf27,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:51.209070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:51.269675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Checking segment: {'id': 'df2ad90f-0bbe-4959-884a-590a9746149e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '728506a2-a938-439b-aa4b-a2b1cd92ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:51.270078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Network hostable DHCP agents. Network: 728506a2-a938-439b-aa4b-a2b1cd92ed90, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:37:51.293028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:37:51.303177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 728506a2-a938-439b-aa4b-a2b1cd92ed90) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:51.313071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a9242f-4118-4d74-98b5-a5e25bb7c75e None None] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:51.335003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 55332) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:51.373009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:51.373616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.411937 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-bc482806-7a81-43c7-b4a0-feae83fc55da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8998895 Feb 12 21:37:51.442939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fcf4e-1d69-4a5b-bb75-5412bd9c139b req-196e8db9-0e2d-403c-9df1-ff93b97968a5 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:51.452452 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-076fcf4e-1d69-4a5b-bb75-5412bd9c139b req-196e8db9-0e2d-403c-9df1-ff93b97968a5 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.1256776 Feb 12 21:37:51.658202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3933366-fb53-42b6-b2d8-122697ed6f47 None None] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:51.667784 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.686020 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-076fcf4e-1d69-4a5b-bb75-5412bd9c139b req-983ab45b-cbd9-427b-9085-541c62887882 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325943 Feb 12 21:37:51.835319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-24dd8ac2-c647-462e-ac97-3dbc30dab92b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:51.836924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-24dd8ac2-c647-462e-ac97-3dbc30dab92b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 0.3590612 Feb 12 21:37:51.860602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Request body: {'port': {'device_id': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd', 'admin_state_up': True, 'tenant_id': '786af9b2221d4a21b73de8f07cbe11eb'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:52.002028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:52.015137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Usage tracker for resource:security_group_rule and tenant:92f7b10cad1548b48354a035ff66849b is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:52.019696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:52.033977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a29e5f-4bb0-4ce3-a2e8-c7adc63b2d02 req-01b3b81a-9f83-41e9-9262-713199991e9b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:52.042148 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b5a29e5f-4bb0-4ce3-a2e8-c7adc63b2d02 req-01b3b81a-9f83-41e9-9262-713199991e9b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.4900067 Feb 12 21:37:52.044807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:52.129816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:52.141878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:52.152479 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b5a29e5f-4bb0-4ce3-a2e8-c7adc63b2d02 req-8b2ff6c6-590b-4b00-9ad2-b48f241afb2e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066885 Feb 12 21:37:52.195647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Made reservation on behalf of 786af9b2221d4a21b73de8f07cbe11eb for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:52.201511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.224806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.230253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.261200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f5909acb-695d-4135-8072-c0e4e2b68d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:52.271061 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f7b10cad1548b48354a035ff66849b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9348831 Feb 12 21:37:52.278058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 55360) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:52.411610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145dd7c5-70c5-4aec-b656-788310b10d2d,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:52.427118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:52.452988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.483617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.528050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-5c3406d7-3fae-448f-8100-752cfa28c1e3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84048) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:37:52.557998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.561745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-572d99ec-066d-4753-bc79-4ac5da8bf146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:52.578128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145dd7c5-70c5-4aec-b656-788310b10d2d,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:52.580715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:52.592780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf988a1-f491-423a-bf8b-cb37b042e6ac req-1f096923-82e7-4be5-bc2a-8cb26be62dfb tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:52.594605 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caf988a1-f491-423a-bf8b-cb37b042e6ac req-1f096923-82e7-4be5-bc2a-8cb26be62dfb tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.3202591 Feb 12 21:37:52.599961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.601141 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/145dd7c5-70c5-4aec-b656-788310b10d2d HTTP/1.1" status: 204 len: 168 time: 0.3214533 Feb 12 21:37:52.632045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f8ff4-9b59-4b5b-8819-fe294130210b req-97edfcfd-c8dd-488d-b09a-452ea36d1d80 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:52.633680 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-990f8ff4-9b59-4b5b-8819-fe294130210b req-97edfcfd-c8dd-488d-b09a-452ea36d1d80 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.4889731 Feb 12 21:37:52.647423 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caf988a1-f491-423a-bf8b-cb37b042e6ac req-07bb596b-bfd9-40dd-98b5-16d573277b49 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 Feb 12 21:37:52.752763 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-990f8ff4-9b59-4b5b-8819-fe294130210b req-9b00d5d3-d63d-48d0-8030-57f8ed97ab23 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106436 Feb 12 21:37:52.930715 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-00793cdd-1b84-473e-88ff-c3107ce9f276 req-a7d365a4-ef24-4d9b-936a-0446e53c27c9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 210 time: 0.0672147 Feb 12 21:37:52.958707 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Allocated IP 172.20.0.8 (ffbb97b4-0b56-48c8-828f-c2286d8486dd/3f66d902-29b6-4761-8ea2-7fcca4542039/8d0705dd-3d64-4d11-8f2d-f104e3fbe38d) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:37:53.254522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.294070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.311956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c053ad8d-9987-43d8-a076-39758d22691b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:53.316669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ec2a1-b75a-4ef6-b02c-790e6e956027 req-fed93c72-737e-4cda-850a-db6870f3014e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:53.319367 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-791ec2a1-b75a-4ef6-b02c-790e6e956027 req-fed93c72-737e-4cda-850a-db6870f3014e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.1094060 Feb 12 21:37:53.370713 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-791ec2a1-b75a-4ef6-b02c-790e6e956027 req-b1544a8f-55b1-4176-9d17-81bc68c52858 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Feb 12 21:37:53.531007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event updated for resources: {'Port': ['ID=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:53.534503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:53.593321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c2f-9c28-4abe-9355-d6486f90869c req-71a40dcc-7677-4049-a9ee-bf3d200ff23d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:53.594985 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8b2d4c2f-9c28-4abe-9355-d6486f90869c req-71a40dcc-7677-4049-a9ee-bf3d200ff23d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.2988169 Feb 12 21:37:53.608334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:53.623464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:53.625885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:53.710094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:53.710955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.748457 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8b2d4c2f-9c28-4abe-9355-d6486f90869c req-38696710-0a9c-4f4e-9d3a-8dcd4d91bf74 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425700 Feb 12 21:37:53.761677 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9055798 Feb 12 21:37:53.782033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Request body: {'port': {'device_id': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:53.925038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006331-60de-40a0-90a0-6f14b5f4127f req-b176c5be-34a5-4d28-88ce-99b3ccf6a205 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:53.926744 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2d006331-60de-40a0-90a0-6f14b5f4127f req-b176c5be-34a5-4d28-88ce-99b3ccf6a205 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 943 time: 0.1501694 Feb 12 21:37:53.980358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.017302 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2d006331-60de-40a0-90a0-6f14b5f4127f req-a7f32e89-580d-43b6-b46e-103568f8937e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822845 Feb 12 21:37:54.079477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 2741b210-6717-45fb-8bed-68ef2245d593 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:54.208433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 2741b210-6717-45fb-8bed-68ef2245d593 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:54.215509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 2741b210-6717-45fb-8bed-68ef2245d593 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:54.215967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.374700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-35260223-e023-4d05-8288-460311a79f3c tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:54.384252 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-35260223-e023-4d05-8288-460311a79f3c tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/networks?id=728506a2-a938-439b-aa4b-a2b1cd92ed90 HTTP/1.1" status: 200 len: 814 time: 0.1997755 Feb 12 21:37:54.385124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.404549 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-8eb2a8bb-180c-4b01-b83f-11b5eb56fb18 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/quotas/e978cf983d6141fca9d59c1d5305061e HTTP/1.1" status: 200 len: 375 time: 0.0190499 Feb 12 21:37:54.433089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741b210-6717-45fb-8bed-68ef2245d593'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:54.446030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 2741b210-6717-45fb-8bed-68ef2245d593, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2741b210-6717-45fb-8bed-68ef2245d593,segment=NetworkSegment(bf4be9d9-d0d3-4cd4-8c8d-46176120cd14),segment_id=bf4be9d9-d0d3-4cd4-8c8d-46176120cd14)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:54.451098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.452291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:54.472828 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-0e121fc9-2a6d-4324-98f6-f820354f51e5 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e978cf983d6141fca9d59c1d5305061e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667148 Feb 12 21:37:54.478423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1f2d7-fba7-4e41-aa6e-f6bd54a8bcf4 req-08f0860b-65ad-4888-839e-15391f803b95 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:54.479806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7aa1f2d7-fba7-4e41-aa6e-f6bd54a8bcf4 req-08f0860b-65ad-4888-839e-15391f803b95 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:54.490800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9f341328-bf19-450d-91fc-40d2c7cdf8d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:54.509699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7aa1f2d7-fba7-4e41-aa6e-f6bd54a8bcf4 req-08f0860b-65ad-4888-839e-15391f803b95 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:54.516987 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7aa1f2d7-fba7-4e41-aa6e-f6bd54a8bcf4 req-08f0860b-65ad-4888-839e-15391f803b95 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 931 time: 0.2654274 Feb 12 21:37:54.591408 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7aa1f2d7-fba7-4e41-aa6e-f6bd54a8bcf4 req-0de5106d-9959-4cf7-b2bd-9635551d362a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Feb 12 21:37:54.614132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:54.614483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.641777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=2741b210-6717-45fb-8bed-68ef2245d593,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:54.645271 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-0ea8af09-80af-43af-91f1-b440410f38f2 service neutron] 10.222.0.36 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711195 Feb 12 21:37:54.654294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:54.754506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:54.765195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.778837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Transition to ACTIVE for port object 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:54.783445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.797993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:54.802056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 55446) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:54.814015 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-423474de-41f9-4653-9251-30ad9740065b service neutron] 10.222.0.36 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678534 Feb 12 21:37:54.877193 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741b210-6717-45fb-8bed-68ef2245d593', 'code': 200} Feb 12 21:37:54.953749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:54.957235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:54.965177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.981722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:54.986398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Usage tracker for resource:security_group_rule and tenant:fbb2e9400c204482aaa96ac66d6ab682 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:54.989556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:55.011985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:55.149687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.194966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.239217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b714e711-9498-4834-80f9-ade2a852e9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:55.272433 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbb2e9400c204482aaa96ac66d6ab682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691935 Feb 12 21:37:55.275877 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a6517332-d207-4cb1-8549-812c62e62387 req-146d70a8-54f6-448f-b34d-82c8b3ef896b tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.1244619 Feb 12 21:37:55.276766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 55468) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:55.277476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314e37df-c49e-46d2-903d-10d99962ece4,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:55.281411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:55.368934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-770aee3d-f077-474c-933f-d02f9a08aa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.399182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Attempting to bind port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:55.399665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Attempting to bind port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:55.399871 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Attempting to bind port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d on network ffbb97b4-0b56-48c8-828f-c2286d8486dd {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:55.422950 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-770aee3d-f077-474c-933f-d02f9a08aa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.428759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:55.429139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Checking segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:55.429557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.429941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Bound using segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:55.430434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Bound port: 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:55.430804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.477006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d918-154c-493d-900b-d93f390412cf req-565329b2-e3bb-40aa-a537-8c3cffcfb6bc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.484152 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ab53d918-154c-493d-900b-d93f390412cf req-565329b2-e3bb-40aa-a537-8c3cffcfb6bc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.3733692 Feb 12 21:37:55.489630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f9f41-83e3-49bd-8ef9-3d1268de4685 req-279bb5d8-13c5-4d43-9233-418ecf431ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.491437 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a1f9f41-83e3-49bd-8ef9-3d1268de4685 req-279bb5d8-13c5-4d43-9233-418ecf431ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 1162 time: 0.2954171 Feb 12 21:37:55.495129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-770aee3d-f077-474c-933f-d02f9a08aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.545704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0473b06c-14e1-40a7-aac6-de80975d5367 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:55.570104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aee3d-f077-474c-933f-d02f9a08aa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314e37df-c49e-46d2-903d-10d99962ece4,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:55.574099 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-770aee3d-f077-474c-933f-d02f9a08aa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:55.583765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-770aee3d-f077-474c-933f-d02f9a08aa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.587800 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-770aee3d-f077-474c-933f-d02f9a08aa23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/314e37df-c49e-46d2-903d-10d99962ece4 HTTP/1.1" status: 204 len: 168 time: 0.3048203 Feb 12 21:37:55.623147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfb1d9-e33d-4a43-94e4-1f5cc14e28ad req-b49a603c-3491-4f47-9d12-89f10faec7f5 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.631546 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-22dfb1d9-e33d-4a43-94e4-1f5cc14e28ad req-b49a603c-3491-4f47-9d12-89f10faec7f5 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.1406116 Feb 12 21:37:55.651468 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ab53d918-154c-493d-900b-d93f390412cf req-d79284fe-fcdc-46e9-b0cf-f2bab5a30f0a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642907 Feb 12 21:37:55.667205 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a1f9f41-83e3-49bd-8ef9-3d1268de4685 req-24e4c135-21c6-459e-b22b-2b3a9a20d676 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415493 Feb 12 21:37:55.670297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] For port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:55.673728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] For port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:55.680261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.699496 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-22dfb1d9-e33d-4a43-94e4-1f5cc14e28ad req-95c14c01-45d7-43e9-8abe-379326d19fca tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667591 Feb 12 21:37:55.708251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-01830589-da50-4fba-842e-3a86d8b1aad8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:55.875725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:55.881158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:55.914607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.915327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.917539 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d0705dd-3d64-4d11-8f2d-f104e3fbe38d HTTP/1.1" status: 200 len: 1157 time: 2.1400664 Feb 12 21:37:55.917900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'tag': '8d0705dd-3d64-4d11-8f2d-f104e3fbe38d'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:56.146530 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 2741b210-6717-45fb-8bed-68ef2245d593 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:56.226046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 2741b210-6717-45fb-8bed-68ef2245d593 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:56.226474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:56.424849 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-80efd481-a9da-43b7-ab98-3cc69c567107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:56.426641 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-80efd481-a9da-43b7-ab98-3cc69c567107 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 1160 time: 0.1014826 Feb 12 21:37:56.778352 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-b949a9e9-c7a8-486a-9179-fa9950bb92b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d HTTP/1.1" status: 200 len: 217 time: 0.3273807 Feb 12 21:37:56.894887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afd238-f66c-4f21-8d63-305d2e185d5b req-d56dfde4-c7cd-4838-b4a1-abf77b579fad tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:56.896542 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78afd238-f66c-4f21-8d63-305d2e185d5b req-d56dfde4-c7cd-4838-b4a1-abf77b579fad tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.3794014 Feb 12 21:37:56.898266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-0f2fea4b-e19a-4415-8cdb-94771a6c0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:56.899726 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-0f2fea4b-e19a-4415-8cdb-94771a6c0034 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0991197 Feb 12 21:37:56.921941 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'tag': '8d0705dd-3d64-4d11-8f2d-f104e3fbe38d', 'status': 'completed', 'code': 200} Feb 12 21:37:57.045536 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78afd238-f66c-4f21-8d63-305d2e185d5b req-3d4f4c6f-3e82-4266-b90a-04cf0117bab6 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210980 Feb 12 21:37:57.054022 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-7974e68c-0d4c-4d73-b39e-591c0d1c72af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757687 Feb 12 21:37:57.196914 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bf31f4cb-1b56-45c1-8ea9-dd060f46fd0f req-f1b701e4-7b44-4ba2-82d7-631d2a127d98 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.1662157 Feb 12 21:37:57.254892 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-6d3865da-14af-4c54-96af-9d8ddca14cb9 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902645 Feb 12 21:37:57.410254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf01a5b-b9f2-4b70-afac-85fe103b75e8 req-a8332342-a6c4-467b-9ee4-e2385169114b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:57.420681 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fcf01a5b-b9f2-4b70-afac-85fe103b75e8 req-a8332342-a6c4-467b-9ee4-e2385169114b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.1099803 Feb 12 21:37:57.467882 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fcf01a5b-b9f2-4b70-afac-85fe103b75e8 req-f84b5d7e-4f04-4859-ad55-4bda74386f1c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461104 Feb 12 21:37:57.587547 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42d526d0-51f5-4d37-951a-9ae80af3e72d req-34043fad-595b-41ef-a9e7-ac5150248fae service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3167996 Feb 12 21:37:57.679705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff433d-fd9c-4a69-b69b-46508cb7cda3 req-50ba5046-a3a0-4095-b87a-e485260f4f0b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:57.681410 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99ff433d-fd9c-4a69-b69b-46508cb7cda3 req-50ba5046-a3a0-4095-b87a-e485260f4f0b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.3866520 Feb 12 21:37:57.692544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-55e26b63-bf16-4e5b-8574-87a90c1a4f7d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:57.693350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-55e26b63-bf16-4e5b-8574-87a90c1a4f7d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Synchronizing usage tracker for tenant:e978cf983d6141fca9d59c1d5305061e on resource:network {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:57.746400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-55e26b63-bf16-4e5b-8574-87a90c1a4f7d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Unset dirty status for tenant:e978cf983d6141fca9d59c1d5305061e on resource:network {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:57.747793 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-55e26b63-bf16-4e5b-8574-87a90c1a4f7d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.69 "GET /v2.0/networks?id=728506a2-a938-439b-aa4b-a2b1cd92ed90 HTTP/1.1" status: 200 len: 814 time: 0.2783151 Feb 12 21:37:57.752677 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99ff433d-fd9c-4a69-b69b-46508cb7cda3 req-2ad12ac0-e96c-4e67-a7cf-6c076bd2f25d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560310 Feb 12 21:37:57.830459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Request body: {'port': {'device_id': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'network_id': '728506a2-a938-439b-aa4b-a2b1cd92ed90', 'admin_state_up': True, 'tenant_id': 'e978cf983d6141fca9d59c1d5305061e'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:57.948489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:37:58.047940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:58.053578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-493fd769-0e03-4bd7-8fb1-a5f4d423be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.055332 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-493fd769-0e03-4bd7-8fb1-a5f4d423be6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 1160 time: 0.2041934 Feb 12 21:37:58.056422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Usage tracker for resource:port and tenant:e978cf983d6141fca9d59c1d5305061e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:58.059741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:58.065673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:58.075470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Made reservation on behalf of e978cf983d6141fca9d59c1d5305061e for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:58.081517 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:58.260628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3d9a9-fab9-4330-a803-bc64eee38e23 req-b627d9a1-c14b-4d16-97b8-3ccbe0f24916 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.262253 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-29d3d9a9-fab9-4330-a803-bc64eee38e23 req-b627d9a1-c14b-4d16-97b8-3ccbe0f24916 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.0881939 Feb 12 21:37:58.316245 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-29d3d9a9-fab9-4330-a803-bc64eee38e23 req-ce1b5e6c-03ef-4e7d-bff8-670b84ca00ac tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474229 Feb 12 21:37:58.370911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-962fc0d7-cc33-42be-a13e-3fccb2f2c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.372501 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-962fc0d7-cc33-42be-a13e-3fccb2f2c42e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.2760384 Feb 12 21:37:58.536985 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-95b5aaa5-f9ef-460c-8b08-6ef8c038b99e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d HTTP/1.1" status: 200 len: 217 time: 0.1205368 Feb 12 21:37:58.545469 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0cf59078-eca6-419f-a955-04b3216ddb73 req-3e5266b2-57fe-4b25-86e1-ccf664dcc69f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.1277871 Feb 12 21:37:58.701291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-d0511c36-0fc0-4cc5-b578-031194c0d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.702922 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-d0511c36-0fc0-4cc5-b578-031194c0d2fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.1459064 Feb 12 21:37:58.711020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0dadf-82ca-44d5-bbac-dc2d4adf9db6 req-556f917e-4119-4525-88bd-4c58bea0cf1e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.712640 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a3b0dadf-82ca-44d5-bbac-dc2d4adf9db6 req-556f917e-4119-4525-88bd-4c58bea0cf1e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.1080039 Feb 12 21:37:58.762167 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a3b0dadf-82ca-44d5-bbac-dc2d4adf9db6 req-350bf9cf-e8eb-4bda-ac9a-d784ce14550f tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Feb 12 21:37:58.769226 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Allocated IP 172.20.0.7 (728506a2-a938-439b-aa4b-a2b1cd92ed90/62eb2eb7-cb20-4962-b62c-728ac49daf27/655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:37:58.772929 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-8fb4f8df-ca01-48a4-a5f7-2138252d9e94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530806 Feb 12 21:37:59.126551 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-f6ac9562-44d1-4314-aed8-731238366361 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443716 Feb 12 21:37:59.181775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6cfc7-baed-41a6-a401-420e0fc9e2c2 req-c302df65-8b44-4ac0-80fe-5eb3ace6d22f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:59.183378 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dba6cfc7-baed-41a6-a401-420e0fc9e2c2 req-c302df65-8b44-4ac0-80fe-5eb3ace6d22f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.3069267 Feb 12 21:37:59.539566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.557652 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dba6cfc7-baed-41a6-a401-420e0fc9e2c2 req-f2a907a9-fc42-4d2b-bdda-e1ce8a84d372 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181384 Feb 12 21:37:59.582399 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15db4a8d-44a9-4722-ab31-0e26879e2ee5 req-f92d94fa-c365-49ef-b735-1320afd597a7 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4462731 Feb 12 21:37:59.600302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.615069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9c036ab1-3741-4a81-a4a4-c8dde3867333 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:59.808239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Pushing event updated for resources: {'Port': ['ID=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:59.821773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:59.888144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c5b73-891b-4053-ac5c-fa6b60ff802d req-a63b4d59-17d2-4b5b-bed6-58a468235fc2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:59.889761 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fd9c5b73-891b-4053-ac5c-fa6b60ff802d req-a63b4d59-17d2-4b5b-bed6-58a468235fc2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.1855400 Feb 12 21:37:59.894281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:59.895495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:59.898639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:59.997852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:59.998586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:00.006388 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fd9c5b73-891b-4053-ac5c-fa6b60ff802d req-578ccb41-f255-4338-8c81-e5f4e76046e5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087825 Feb 12 21:38:00.021839 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1957960 Feb 12 21:38:00.208502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7a7-305e-4b83-85a2-6e028b38d7db req-b82f7cc2-ba48-4ff7-80da-1fd25527275f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:00.209263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b4cea7a7-305e-4b83-85a2-6e028b38d7db req-b82f7cc2-ba48-4ff7-80da-1fd25527275f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Synchronizing usage tracker for tenant:e978cf983d6141fca9d59c1d5305061e on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:00.224911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b4cea7a7-305e-4b83-85a2-6e028b38d7db req-b82f7cc2-ba48-4ff7-80da-1fd25527275f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Unset dirty status for tenant:e978cf983d6141fca9d59c1d5305061e on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:00.226152 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b4cea7a7-305e-4b83-85a2-6e028b38d7db req-b82f7cc2-ba48-4ff7-80da-1fd25527275f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 931 time: 0.1030731 Feb 12 21:38:00.273625 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b4cea7a7-305e-4b83-85a2-6e028b38d7db req-49b6f653-dcd3-4daa-98bf-94e630bf2eb7 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Synchronizing usage tracker for tenant:e978cf983d6141fca9d59c1d5305061e on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:00.288943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b4cea7a7-305e-4b83-85a2-6e028b38d7db req-49b6f653-dcd3-4daa-98bf-94e630bf2eb7 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Unset dirty status for tenant:e978cf983d6141fca9d59c1d5305061e on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:00.290157 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b4cea7a7-305e-4b83-85a2-6e028b38d7db req-49b6f653-dcd3-4daa-98bf-94e630bf2eb7 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570381 Feb 12 21:38:03.074268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea7569ad-ad5e-4060-9769-1d03a975d6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.580133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Request body: {'port': {'device_id': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:03.706420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.898081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de86eac-53d9-4fa2-88be-c41c3d67b2cd req-eb207a2f-cfbd-41b2-8c67-f1c378b1a9af tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:03.903614 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6de86eac-53d9-4fa2-88be-c41c3d67b2cd req-eb207a2f-cfbd-41b2-8c67-f1c378b1a9af tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1049340 Feb 12 21:38:03.949484 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6de86eac-53d9-4fa2-88be-c41c3d67b2cd req-2dcd4caf-5dbc-4984-aee9-d135fa6ebf49 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Feb 12 21:38:04.095308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3d2a7-fa1f-4c65-a548-13397219d45a req-b5477466-37ce-41fd-9d36-e9ae12e4f3eb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:04.096932 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-75d3d2a7-fa1f-4c65-a548-13397219d45a req-b5477466-37ce-41fd-9d36-e9ae12e4f3eb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.1996033 Feb 12 21:38:04.156850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a32f5-88ac-4717-93fe-0bf4938c7c1e req-65402f96-127f-4b6e-ae94-7eabc63e0bf4 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:04.158480 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-996a32f5-88ac-4717-93fe-0bf4938c7c1e req-65402f96-127f-4b6e-ae94-7eabc63e0bf4 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 931 time: 0.1046708 Feb 12 21:38:04.176640 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-75d3d2a7-fa1f-4c65-a548-13397219d45a req-4b11f721-e30b-4d6d-866f-04a965e9d1f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Feb 12 21:38:04.213625 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-996a32f5-88ac-4717-93fe-0bf4938c7c1e req-8e4c7214-51a2-49bc-94a5-3cf75dbeebf0 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486042 Feb 12 21:38:04.259253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:04.267969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.280078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Transition to ACTIVE for port object 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:04.282669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.301431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:04.436218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Pushing event updated for resources: {'Port': ['ID=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:04.449724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:04.630092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Attempting to bind port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:04.630645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Attempting to bind port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'df2ad90f-0bbe-4959-884a-590a9746149e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '728506a2-a938-439b-aa4b-a2b1cd92ed90'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:04.631600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Attempting to bind port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 on network 728506a2-a938-439b-aa4b-a2b1cd92ed90 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:04.639681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:04.640057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Checking segment: {'id': 'df2ad90f-0bbe-4959-884a-590a9746149e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '728506a2-a938-439b-aa4b-a2b1cd92ed90'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:04.640455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.640841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Bound using segment: {'id': 'df2ad90f-0bbe-4959-884a-590a9746149e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '728506a2-a938-439b-aa4b-a2b1cd92ed90'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:04.642049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Bound port: 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2ad90f-0bbe-4959-884a-590a9746149e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '728506a2-a938-439b-aa4b-a2b1cd92ed90'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:04.642422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.751227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] For port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:04.754935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] For port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,segment=NetworkSegment(df2ad90f-0bbe-4959-884a-590a9746149e),segment_id=df2ad90f-0bbe-4959-884a-590a9746149e)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:04.758829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.777007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:04.948970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Pushing event updated for resources: {'Port': ['ID=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:04.953880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2807a1f-52de-4ec4-8326-b5da5260f70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.962539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4f2c-23bc-4129-b805-4f87351e8e9e req-72801c46-59c3-4c52-8408-06e78776f93b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:04.964919 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b0e4f2c-23bc-4129-b805-4f87351e8e9e req-72801c46-59c3-4c52-8408-06e78776f93b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.1005044 Feb 12 21:38:04.968342 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:04.999635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.000933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.002660 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] 10.222.0.69 "PUT /v2.0/ports/655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 HTTP/1.1" status: 200 len: 1157 time: 1.4279327 Feb 12 21:38:05.003568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:05.015924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b0e4f2c-23bc-4129-b805-4f87351e8e9e req-87450a00-df54-446b-85f8-d4aafd6b7618 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Feb 12 21:38:05.253722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-38d4dc61-4de5-4ed2-8dd6-3bf0e37e90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.255310 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-38d4dc61-4de5-4ed2-8dd6-3bf0e37e90b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e978cf983d6141fca9d59c1d5305061e&device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 1160 time: 0.1412807 Feb 12 21:38:05.258329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.291267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29fcfc-9b9d-4cd1-8199-c3b39df10ebf req-b3958bee-6443-4bf2-9f24-7c56cbd4375e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.293029 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4e29fcfc-9b9d-4cd1-8199-c3b39df10ebf req-b3958bee-6443-4bf2-9f24-7c56cbd4375e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1006424 Feb 12 21:38:05.353833 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5', 'status': 'completed', 'code': 200} Feb 12 21:38:05.378130 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-3a27734f-8eee-42ea-b06d-25dee19c0855 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 HTTP/1.1" status: 200 len: 217 time: 0.0842152 Feb 12 21:38:05.455150 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4e29fcfc-9b9d-4cd1-8199-c3b39df10ebf req-119e4cdc-ddfb-4d1e-9c32-55b776cdfe8c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032832 Feb 12 21:38:05.470020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-12f3493a-2c34-4e9d-8af3-ad61fae69069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.471625 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-12f3493a-2c34-4e9d-8af3-ad61fae69069 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62eb2eb7-cb20-4962-b62c-728ac49daf27 HTTP/1.1" status: 200 len: 854 time: 0.0839334 Feb 12 21:38:05.500106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cbb54-eb68-468f-aa80-91a16f2920ad req-50f08e6b-91e4-4cb9-9d42-65dadf362347 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.501780 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8b8cbb54-eb68-468f-aa80-91a16f2920ad req-50f08e6b-91e4-4cb9-9d42-65dadf362347 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.0983894 Feb 12 21:38:05.529985 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-8d3efad7-11a5-49de-9f05-491fb42b868e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=728506a2-a938-439b-aa4b-a2b1cd92ed90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491400 Feb 12 21:38:05.555436 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8b8cbb54-eb68-468f-aa80-91a16f2920ad req-fd69dd17-e988-4f8d-8838-381b4db9b45b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467722 Feb 12 21:38:05.955360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b0d7-8a98-494b-b642-dfca87f086d4 req-a04873a9-3455-4634-8ce8-a65314f1e090 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.956899 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0902b0d7-8a98-494b-b642-dfca87f086d4 req-a04873a9-3455-4634-8ce8-a65314f1e090 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.3937802 Feb 12 21:38:05.960280 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-107dd2ec-da19-4f16-aa29-9e6b568b6c75 service neutron] 10.222.0.69 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227066 Feb 12 21:38:06.006423 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0902b0d7-8a98-494b-b642-dfca87f086d4 req-b7369014-1a18-48c6-a2f4-5623bb33ff10 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Feb 12 21:38:06.222260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf3ec-d625-469b-99e4-51299005884e req-38354914-6cc3-404e-9fbf-caf826cebaca tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:06.223970 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d5cf3ec-d625-469b-99e4-51299005884e req-38354914-6cc3-404e-9fbf-caf826cebaca tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.0874970 Feb 12 21:38:06.273612 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d5cf3ec-d625-469b-99e4-51299005884e req-511b919a-2f41-43e4-b8be-eb4046752e62 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Feb 12 21:38:06.528287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.380191 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.755586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:10.634076 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9534c25a-d696-4866-9c76-0d20a964dc72 req-f63b2f50-ea25-4dac-b8a1-6fa527e57598 service neutron] 10.222.0.69 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370785 Feb 12 21:38:11.204314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-eecd3eba-edc4-4445-bc0b-c9216f331b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.206366 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-eecd3eba-edc4-4445-bc0b-c9216f331b7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e978cf983d6141fca9d59c1d5305061e&device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 1160 time: 0.0870380 Feb 12 21:38:11.418815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-7deff39f-b709-4ae9-abc4-721ef602dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.420453 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-7deff39f-b709-4ae9-abc4-721ef602dc83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=728506a2-a938-439b-aa4b-a2b1cd92ed90 HTTP/1.1" status: 200 len: 908 time: 0.2044373 Feb 12 21:38:11.427467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d5453-cb3d-45d9-9dbb-fa69b761e6f9 req-5a092672-bb19-451e-9fb5-361e31015ea2 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.428955 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-317d5453-cb3d-45d9-9dbb-fa69b761e6f9 req-5a092672-bb19-451e-9fb5-361e31015ea2 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1902947 Feb 12 21:38:11.533857 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-5504213c-c51e-47a6-b868-8472c333fc42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 HTTP/1.1" status: 200 len: 217 time: 0.0799649 Feb 12 21:38:11.596757 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-317d5453-cb3d-45d9-9dbb-fa69b761e6f9 req-98ee027a-f7fd-476b-a7f3-06948977ab15 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604865 Feb 12 21:38:11.623335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406861ff-2a36-439e-8915-691509ca84df req-6e4b0056-d9d2-4bdd-8580-02cf7dd1fdba tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.625167 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-406861ff-2a36-439e-8915-691509ca84df req-6e4b0056-d9d2-4bdd-8580-02cf7dd1fdba tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.0913639 Feb 12 21:38:11.630269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-cfc3c14d-c66c-4971-867b-6e9839959981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.631937 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-cfc3c14d-c66c-4971-867b-6e9839959981 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62eb2eb7-cb20-4962-b62c-728ac49daf27 HTTP/1.1" status: 200 len: 854 time: 0.0834110 Feb 12 21:38:11.675336 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-406861ff-2a36-439e-8915-691509ca84df req-07ec1b19-a902-47ed-8395-827af206f5d1 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433941 Feb 12 21:38:11.707005 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-4c7672f1-6bab-45c3-b7bf-15d12e8c36c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=728506a2-a938-439b-aa4b-a2b1cd92ed90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582175 Feb 12 21:38:11.863412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754220a-7868-41ea-a6b9-5e3d235ad669 req-339c26a7-633c-4cf2-9355-37a7261499dd tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.865054 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5754220a-7868-41ea-a6b9-5e3d235ad669 req-339c26a7-633c-4cf2-9355-37a7261499dd tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.0884717 Feb 12 21:38:11.914144 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5754220a-7868-41ea-a6b9-5e3d235ad669 req-bbe3f35c-0733-4fff-8830-758fedd6e27d tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Feb 12 21:38:11.918429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26ba48-e860-4be0-b467-e991a8d8ab48 req-4dc2da80-1eca-4a3e-83db-275a3be4ddd4 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.920115 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d26ba48-e860-4be0-b467-e991a8d8ab48 req-4dc2da80-1eca-4a3e-83db-275a3be4ddd4 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.2161970 Feb 12 21:38:11.926083 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-749f8de8-aa09-4b7e-9fb7-16c5d3fe0beb service neutron] 10.222.0.69 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820190 Feb 12 21:38:12.057468 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d26ba48-e860-4be0-b467-e991a8d8ab48 req-16cde204-e92c-4406-adf8-3d1f1c6a92fb tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303945 Feb 12 21:38:12.103761 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33d994e0-cbe2-4f6b-a80a-7ac37fc1eb43 req-892b9049-8e94-47aa-a33c-a211dcd0a667 service neutron] 10.222.0.69 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610548 Feb 12 21:38:12.675130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0be834-47b4-4156-9756-f2508c62d868 req-aba3feb7-99b1-4108-ac1b-5becc71f54bc tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:12.676758 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6e0be834-47b4-4156-9756-f2508c62d868 req-aba3feb7-99b1-4108-ac1b-5becc71f54bc tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.0979383 Feb 12 21:38:12.728284 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6e0be834-47b4-4156-9756-f2508c62d868 req-47114212-741d-40ee-87fd-fc3fff339445 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Feb 12 21:38:12.822818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8febc46-9e25-4143-8346-5bf4e940284b req-c55bc8bd-e8ff-4d7b-9356-3199c14afff9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:12.824452 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b8febc46-9e25-4143-8346-5bf4e940284b req-c55bc8bd-e8ff-4d7b-9356-3199c14afff9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0903499 Feb 12 21:38:12.874890 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b8febc46-9e25-4143-8346-5bf4e940284b req-f42bfb1e-9e56-472c-8b13-ba2677b8d5d4 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Feb 12 21:38:12.926252 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dcedc-8a40-4e56-bdc4-15c9712fda75 req-eae6fde3-5357-4fed-92b6-c8d82722c4cc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:12.927936 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee7dcedc-8a40-4e56-bdc4-15c9712fda75 req-eae6fde3-5357-4fed-92b6-c8d82722c4cc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.0909629 Feb 12 21:38:12.979971 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee7dcedc-8a40-4e56-bdc4-15c9712fda75 req-761e1ad8-5b91-43ee-9b93-b490af7e08c5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Feb 12 21:38:13.073762 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-43affbb7-002b-405a-b64e-d10f31e34390 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1717494 Feb 12 21:38:13.084496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'floatingip': {'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:13.091095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:13.095364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Usage tracker for resource:floatingip and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:13.098636 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:13.104685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:13.114371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for floatingip, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.168744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49ba08-113e-4a33-8fe9-1921e668e7dd req-8ef93f83-8fb0-4abc-9f81-24a0a2420c1a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.170340 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8f49ba08-113e-4a33-8fe9-1921e668e7dd req-8ef93f83-8fb0-4abc-9f81-24a0a2420c1a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.0860143 Feb 12 21:38:13.221268 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8f49ba08-113e-4a33-8fe9-1921e668e7dd req-d3ec6edc-71d9-483c-8c35-38d1f701d574 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Feb 12 21:38:13.267973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.412591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f057d7-28f8-48fe-a453-cff31b44993e req-5d739a14-cfee-4941-9463-45e01b0da619 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.414224 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-31f057d7-28f8-48fe-a453-cff31b44993e req-5d739a14-cfee-4941-9463-45e01b0da619 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.0899236 Feb 12 21:38:13.462678 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-31f057d7-28f8-48fe-a453-cff31b44993e req-49a79f96-7876-40cf-873b-e22d30048794 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Feb 12 21:38:13.594261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-0b23086d-7036-4715-8fc8-12f1440d25c5 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.595859 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-0b23086d-7036-4715-8fc8-12f1440d25c5 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.2037437 Feb 12 21:38:13.695732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Allocated IP 172.27.2.95 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/f6511260-eec3-4334-88ac-043aa449c9cd) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:13.707172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Deleting port 2741b210-6717-45fb-8bed-68ef2245d593 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:38:13.707546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.083171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7899a-0aa0-4655-a79f-0a001399dda8 req-73acdf93-628d-463c-b594-1e4a4b39fa8b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.084735 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3aa7899a-0aa0-4655-a79f-0a001399dda8 req-73acdf93-628d-463c-b594-1e4a4b39fa8b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0888078 Feb 12 21:38:14.116843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef43eb-ce7b-4487-a5de-d624155e3233 req-947e362d-626e-43f7-b3b5-7633ff889181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.118482 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5cef43eb-ce7b-4487-a5de-d624155e3233 req-947e362d-626e-43f7-b3b5-7633ff889181 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.3777876 Feb 12 21:38:14.135522 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3aa7899a-0aa0-4655-a79f-0a001399dda8 req-0304fecb-f25d-4499-aa6c-d8ee0e8918ef tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Feb 12 21:38:14.170819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.222497 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5cef43eb-ce7b-4487-a5de-d624155e3233 req-568307e1-803d-4d00-ba29-075ac23d1924 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882485 Feb 12 21:38:14.251174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] For port 2741b210-6717-45fb-8bed-68ef2245d593, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2741b210-6717-45fb-8bed-68ef2245d593,segment=NetworkSegment(bf4be9d9-d0d3-4cd4-8c8d-46176120cd14),segment_id=bf4be9d9-d0d3-4cd4-8c8d-46176120cd14)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:14.251569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.330648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0e35-3326-41f5-8de9-68254587e89b req-79938304-fe1c-46fd-91cd-526fb26f59f8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.332303 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-af0c0e35-3326-41f5-8de9-68254587e89b req-79938304-fe1c-46fd-91cd-526fb26f59f8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.0904086 Feb 12 21:38:14.381314 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-af0c0e35-3326-41f5-8de9-68254587e89b req-f386f417-dbe8-4240-9839-b851d4dc8014 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Feb 12 21:38:14.389521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Calling delete_port for 2741b210-6717-45fb-8bed-68ef2245d593 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:38:14.444697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.462463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-38158dcb-f518-4c5e-961b-808390f82f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:14.571091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f61edf-c2a6-4818-8364-28efdfabb440 req-1b733319-c55e-401e-8a76-bd883d268f4d tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.573132 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73f61edf-c2a6-4818-8364-28efdfabb440 req-1b733319-c55e-401e-8a76-bd883d268f4d tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 945 time: 0.0914776 Feb 12 21:38:14.629106 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73f61edf-c2a6-4818-8364-28efdfabb440 req-65551124-61ee-4f10-9556-22392cec0049 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491951 Feb 12 21:38:14.828100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1f469-0cae-4413-b17b-f802e6b9da9b req-5103fcb7-34cc-4bdc-8831-ec99e6164cfe tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.829764 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0fa1f469-0cae-4413-b17b-f802e6b9da9b req-5103fcb7-34cc-4bdc-8831-ec99e6164cfe tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.0868371 Feb 12 21:38:14.844659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'Port': ['ID=f6511260-eec3-4334-88ac-043aa449c9cd,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:14.847734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:14.883565 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0fa1f469-0cae-4413-b17b-f802e6b9da9b req-d33ddf00-8498-414d-9c9a-ef9192afbafc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464282 Feb 12 21:38:14.953843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:14.955297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.957181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:14.973276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9e714ec-d087-4123-bb67-d89ccbc0b8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:15.006475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:15.121998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Pushing event deleted for resources: {'Port': ['ID=2741b210-6717-45fb-8bed-68ef2245d593,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:15.134470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:15.257932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.266157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] No DVR routers for this DVR port 2741b210-6717-45fb-8bed-68ef2245d593 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:38:15.269719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.272504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'name': 'network-vif-deleted', 'tag': '2741b210-6717-45fb-8bed-68ef2245d593'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:15.349646 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7089bc6a-ae83-4763-a8c8-375bdcdb060f req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "DELETE /v2.0/ports/2741b210-6717-45fb-8bed-68ef2245d593 HTTP/1.1" status: 204 len: 173 time: 1.7435720 Feb 12 21:38:15.354561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.543647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121e8fe-63df-43d8-abf8-faf0b4fcf09e req-5261268a-df2d-44fd-b1ba-2b0c1c95d920 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:15.545416 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4121e8fe-63df-43d8-abf8-faf0b4fcf09e req-5261268a-df2d-44fd-b1ba-2b0c1c95d920 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1267154 Feb 12 21:38:15.601457 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4121e8fe-63df-43d8-abf8-faf0b4fcf09e req-16773e21-1c30-49da-978b-9caac317a3bd tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489159 Feb 12 21:38:15.656755 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5', 'name': 'network-vif-deleted', 'tag': '2741b210-6717-45fb-8bed-68ef2245d593', 'status': 'completed', 'code': 200} Feb 12 21:38:15.680362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.684524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.704563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:15.829503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223400a-beea-4ee5-827a-935afcaac0c7 req-3784df07-d6c2-46c9-84fb-5d97a9c20e78 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:15.831278 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0223400a-beea-4ee5-827a-935afcaac0c7 req-3784df07-d6c2-46c9-84fb-5d97a9c20e78 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 943 time: 0.0885866 Feb 12 21:38:15.853640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'Port': ['ID=f6511260-eec3-4334-88ac-043aa449c9cd,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:15.877319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:15.883676 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0223400a-beea-4ee5-827a-935afcaac0c7 req-26f8d835-662a-4f58-80d3-5b43cb0f3939 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Feb 12 21:38:15.952718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.971838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.973311 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8932517 Feb 12 21:38:16.066616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-e801c53c-6a25-4170-9e26-1d5f2aac2788 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:floatingip {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:16.071669 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7f5027f2-0c32-464d-8415-262de1f4cde8 req-46c6fee2-2eb8-4f74-9343-2bf2a76460f8 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb33d4b-3ffc-4e30-ae54-f5b5e9551df5 HTTP/1.1" status: 200 len: 210 time: 0.0658104 Feb 12 21:38:16.085962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-e801c53c-6a25-4170-9e26-1d5f2aac2788 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:floatingip {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:16.087411 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-e801c53c-6a25-4170-9e26-1d5f2aac2788 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.95 HTTP/1.1" status: 200 len: 695 time: 0.1076396 Feb 12 21:38:16.259015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-e23cdbdd-8813-4178-8be1-7a323a4bdb29 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.260536 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-e23cdbdd-8813-4178-8be1-7a323a4bdb29 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/networks/afb16f71-84b0-4a3c-9b47-8309a295518b HTTP/1.1" status: 200 len: 784 time: 0.1625371 Feb 12 21:38:16.271611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-976af3a1-b673-4188-8be7-e7343dd33a1d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:38:16.273004 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c49d475e-7ccf-4a86-9ab9-1bdfd2b02f81 req-976af3a1-b673-4188-8be7-e7343dd33a1d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065532 Feb 12 21:38:16.273933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bb6da-68b6-4915-9a9b-4ad7d88136f4 req-89a17b3a-7ae7-4e81-b7d6-cef4b317cd2b tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.276273 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cb4bb6da-68b6-4915-9a9b-4ad7d88136f4 req-89a17b3a-7ae7-4e81-b7d6-cef4b317cd2b tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.0941932 Feb 12 21:38:16.326809 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cb4bb6da-68b6-4915-9a9b-4ad7d88136f4 req-283e25b4-41a8-4738-88c5-0afe60fa7252 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Feb 12 21:38:16.517771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-d88d6784-ce5f-4021-94c0-1e9f8beae301 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.519446 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-d88d6784-ce5f-4021-94c0-1e9f8beae301 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0913277 Feb 12 21:38:16.608277 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-82663e3b-8547-4345-80d0-ebb239c01357 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.95 HTTP/1.1" status: 200 len: 695 time: 0.0823982 Feb 12 21:38:16.619789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'floatingip': {'port_id': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:16.680846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:16.708562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for floatingip, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:16.757020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:16.768463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:16.768873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:16.942979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:17.002593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3f4e-db59-4460-8abc-ed46d50294df req-fbfe347a-60ad-4990-b47e-561dd7b67799 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:17.005217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0705dd-3d64-4d11-8f2d-f104e3fbe38d'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:17.007533 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d5f3f4e-db59-4460-8abc-ed46d50294df req-fbfe347a-60ad-4990-b47e-561dd7b67799 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1437066 Feb 12 21:38:17.016756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:17.020016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:17.022963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9b73c58f-e8e9-48ba-8bd3-601742dd9620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:17.070672 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d5f3f4e-db59-4460-8abc-ed46d50294df req-a7c37b53-b147-4857-95b3-fc5b327b2896 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Feb 12 21:38:17.131941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 2741b210-6717-45fb-8bed-68ef2245d593 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:38:17.174648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] No Port match for: 2741b210-6717-45fb-8bed-68ef2245d593 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:38:17.175108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 2741b210-6717-45fb-8bed-68ef2245d593 not bound to the agent host hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:38:17.176786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:17.180082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:17.268367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d92e-6436-42de-b2ec-c857a6283fb3 req-367a2e6c-635c-4415-956b-4f41561f6ca3 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:17.270146 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a7b1d92e-6436-42de-b2ec-c857a6283fb3 req-367a2e6c-635c-4415-956b-4f41561f6ca3 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 945 time: 0.0939925 Feb 12 21:38:17.321844 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a7b1d92e-6436-42de-b2ec-c857a6283fb3 req-b06d963c-c434-4092-ae37-8fbf013aa2b6 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Feb 12 21:38:17.386155 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0705dd-3d64-4d11-8f2d-f104e3fbe38d', 'code': 200} Feb 12 21:38:17.647556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864c09b-1d64-4704-abc1-19b43b7c8640 req-ecf62721-e566-4f0c-b5cb-105b1250ec59 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:17.649224 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f864c09b-1d64-4704-abc1-19b43b7c8640 req-ecf62721-e566-4f0c-b5cb-105b1250ec59 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.0912280 Feb 12 21:38:17.678165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:17.682801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:17.699612 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f864c09b-1d64-4704-abc1-19b43b7c8640 req-59ab7cae-6ed0-4e82-9940-d086a59a73fe tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Feb 12 21:38:17.866390 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Floating IP 947f38e3-79fa-440b-a1cf-f0545d33bd09 associated. External IP: 172.27.2.95, port: cead8b5f-b2b3-4af1-8557-8ca9abe62ef6. Feb 12 21:38:17.955453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-cf56681e-c839-4dfe-b98e-94c187ee4192 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:17.957098 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-cf56681e-c839-4dfe-b98e-94c187ee4192 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/networks?id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 HTTP/1.1" status: 200 len: 809 time: 0.1669924 Feb 12 21:38:17.974935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-dd7bd71e-5202-4e49-a63a-6f4f36700e6f tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/quotas/8891a830f12c4caa805fc93a4b653ca1 HTTP/1.1" status: 200 len: 375 time: 0.0105762 Feb 12 21:38:18.033406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-e50af5cc-00bd-462d-8fae-ad9b4d662b39 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Synchronizing usage tracker for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:18.053644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-e50af5cc-00bd-462d-8fae-ad9b4d662b39 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Unset dirty status for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:18.053644 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-e50af5cc-00bd-462d-8fae-ad9b4d662b39 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8891a830f12c4caa805fc93a4b653ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692387 Feb 12 21:38:18.203087 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-0732b166-bc08-4a2e-83dd-c734ab77d2ba service neutron] 10.222.0.36 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389942 Feb 12 21:38:18.260212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:38:18.347192 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-ee385d3c-e14a-439e-92e5-9501768c6c0c service neutron] 10.222.0.36 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375144 Feb 12 21:38:18.460003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:38:18.464809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] Sync routers for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:38:18.465582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.478040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:18.479578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:38:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:18.544840 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7865032c-9171-4e64-8721-a0a680347deb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "PUT /v2.0/floatingips/947f38e3-79fa-440b-a1cf-f0545d33bd09 HTTP/1.1" status: 200 len: 996 time: 1.9302959 Feb 12 21:38:18.545455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:18.634841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7c04384f-a8ba-44eb-9a4d-ffd82e157678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:18.636744 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-7c04384f-a8ba-44eb-9a4d-ffd82e157678 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1163 time: 0.0824649 Feb 12 21:38:18.692081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:18.784332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-823860ed-6268-48df-96c8-51d4b225100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:18.785957 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-823860ed-6268-48df-96c8-51d4b225100d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.1423745 Feb 12 21:38:18.899250 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-cb51ee29-fffe-4e8e-a215-a8b3eb7b7f54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 999 time: 0.1056128 Feb 12 21:38:18.970381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-8db2d589-56a2-4cb1-a87c-072763d77ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:18.972039 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-8db2d589-56a2-4cb1-a87c-072763d77ea1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.0652688 Feb 12 21:38:19.065820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-abe21c92-8c07-45e0-a321-9bf832cf8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:19.067502 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-abe21c92-8c07-45e0-a321-9bf832cf8e5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889268 Feb 12 21:38:19.076016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '947f38e3-79fa-440b-a1cf-f0545d33bd09', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'port_id': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'mac_address': 'fa:16:3e:e1:c3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69758763-f765-495c-b975-50c13bea23f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:38:15Z', 'updated_at': '2021-02-12T21:38:17Z', 'revision_number': 1, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:53Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:19.080205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] Checking router: eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:38:19.080333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-d7050b7f-0c2a-4f03-863c-ec8b89844a77 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:38:19.081255 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-d7050b7f-0c2a-4f03-863c-ec8b89844a77 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054798 Feb 12 21:38:19.089385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:19.090083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:38:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:19.228697 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-1be7ca38-62d3-4071-9e07-8e0435b5ec90 service neutron] 10.222.0.36 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393738 Feb 12 21:38:19.280529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:19.379392 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b67fa807-bb40-4d97-90b6-a06366331d25 req-9ac56144-2e10-4751-8a9c-cf3e8d0ba182 service neutron] 10.222.0.36 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439655 Feb 12 21:38:19.802476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '947f38e3-79fa-440b-a1cf-f0545d33bd09', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'port_id': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'mac_address': 'fa:16:3e:e1:c3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69758763-f765-495c-b975-50c13bea23f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:38:15Z', 'updated_at': '2021-02-12T21:38:17Z', 'revision_number': 1, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:53Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:19.807280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba54d4-898d-4a6a-88f5-c3e27361304b None None] The sync data for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi is: [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '947f38e3-79fa-440b-a1cf-f0545d33bd09', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'port_id': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'mac_address': 'fa:16:3e:e1:c3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69758763-f765-495c-b975-50c13bea23f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:38:15Z', 'updated_at': '2021-02-12T21:38:17Z', 'revision_number': 1, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:53Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:38:20.181832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25141ff-bd49-4532-8d9a-20e2109b5ce0 None None] New status for floating IP 947f38e3-79fa-440b-a1cf-f0545d33bd09: ACTIVE {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:38:21.895672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69510-e5a7-47db-9870-1cbd42e2d668 req-70f54dc4-bc84-47c9-be89-edc1e40f4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:21.897324 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-94a69510-e5a7-47db-9870-1cbd42e2d668 req-70f54dc4-bc84-47c9-be89-edc1e40f4cb7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 1162 time: 0.0825865 Feb 12 21:38:22.032042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0402b-a289-4abe-bd43-ab2f2f3910f5 req-2f74b4f9-3e15-4e0f-8a89-7826a5335ea1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:22.033648 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-31a0402b-a289-4abe-bd43-ab2f2f3910f5 req-2f74b4f9-3e15-4e0f-8a89-7826a5335ea1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0911286 Feb 12 21:38:22.082458 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-31a0402b-a289-4abe-bd43-ab2f2f3910f5 req-d2077fe8-acd4-4f1e-ad67-e75c5c30b096 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Feb 12 21:38:22.146632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:22.224767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:22.225186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.256282 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-94a69510-e5a7-47db-9870-1cbd42e2d668 req-37b56a84-0ff9-4497-b93c-10815c89e98a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035326 Feb 12 21:38:22.299041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de80309-3511-4bf0-a507-03d3b14627f7 req-936afd62-c334-423a-a6f1-8bfb3d77c345 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:22.320763 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6de80309-3511-4bf0-a507-03d3b14627f7 req-936afd62-c334-423a-a6f1-8bfb3d77c345 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 945 time: 0.1311412 Feb 12 21:38:22.350466 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20541e7f-0dc4-4c56-bc88-051e27a8bbcd req-73cbda18-3b3c-455f-93f0-afb723b22a83 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 210 time: 0.0924742 Feb 12 21:38:22.401741 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6de80309-3511-4bf0-a507-03d3b14627f7 req-f4378081-70b2-44dc-8f1a-957778647629 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800006 Feb 12 21:38:22.405352 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'status': 'completed', 'code': 200} Feb 12 21:38:22.434886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-548626197', 'description': 'tempest-TestMinimumBasicScenario-548626197 description'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:22.441984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:22.453097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:22.463925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.489120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:22.493169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Usage tracker for resource:security_group_rule and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:22.496330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:22.503353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:22.579388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.582692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.588942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fba3f19d-dcf5-47bc-881d-09e274521efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:22.592628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb61ab-6afd-49b7-84ea-f061c39aca72 req-570d0522-ca73-4cc6-a676-a8f685458cd1 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:22.594413 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-50fb61ab-6afd-49b7-84ea-f061c39aca72 req-570d0522-ca73-4cc6-a676-a8f685458cd1 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.0917509 Feb 12 21:38:22.640107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d713653-34e0-4956-b576-ba35bdf3bb26,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:22.644116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:22.645994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.647615 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-af09c104-84d3-48e1-ae1d-6ee524ef0407 req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2174013 Feb 12 21:38:22.647768 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-50fb61ab-6afd-49b7-84ea-f061c39aca72 req-e71d737d-3dd1-4174-be83-98c1f9edbb17 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471039 Feb 12 21:38:22.733710 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-6c6b7227-f7ac-45f1-8176-a8e8e4050101 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups/7d713653-34e0-4956-b576-ba35bdf3bb26 HTTP/1.1" status: 200 len: 1812 time: 0.0494483 Feb 12 21:38:22.749306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d713653-34e0-4956-b576-ba35bdf3bb26', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:22.749804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d713653-34e0-4956-b576-ba35bdf3bb26', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:22.756837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:22.761881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Usage tracker for resource:security_group_rule and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:22.765440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:22.771682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:22.830718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.859762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.863198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.865738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-107759dc-4b20-49e0-8ba1-cebcc7fa9bbc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:22.900880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.914231 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a541c69b-9c8c-4627-bc6f-77079203c8cb req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1730628 Feb 12 21:38:22.920330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be7b04e-3c42-4130-bae1-381081f7ebb6,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:22.928325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fb8ec04a-afd9-40b1-a54e-1d3f42cde53f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:23.024038 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-2be02cfc-5429-417e-9efe-983ac311ffa1 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups/7d713653-34e0-4956-b576-ba35bdf3bb26 HTTP/1.1" status: 200 len: 2405 time: 0.0585301 Feb 12 21:38:23.036555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d713653-34e0-4956-b576-ba35bdf3bb26', 'remote_group_id': None}]} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:23.037024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d713653-34e0-4956-b576-ba35bdf3bb26', 'remote_group_id': None}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:23.044199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:23.051702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Usage tracker for resource:security_group_rule and tenant:f074a3931d0f4f8ba215cbdd829ddc3f is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:23.054820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:23.061197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:23.121279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:23.153750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:23.156267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:23.158492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:23.183154 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a720bb67-31f7-4ba5-94ee-a25f417cb434,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:23.189242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:23.193004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:23.194321 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2b710f70-cd12-47e9-b1ff-9365f688f64c req-b4b9eb20-e08a-4a88-bee9-6801c794b1c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1637137 Feb 12 21:38:23.672047 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-0df23afa-7570-4b3b-bcc2-43595dc15eda tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-548626197&fields=id&tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f HTTP/1.1" status: 200 len: 267 time: 0.0448124 Feb 12 21:38:23.721716 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7b64b-0776-455b-8675-0a582a4f530d req-c33fcd24-3ee0-4af8-a80c-914a898ab90e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.723390 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acd7b64b-0776-455b-8675-0a582a4f530d req-c33fcd24-3ee0-4af8-a80c-914a898ab90e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.4380019 Feb 12 21:38:23.726061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-996dbd21-a000-41c4-9442-44d276070ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.729398 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-996dbd21-a000-41c4-9442-44d276070ae2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1163 time: 0.4049375 Feb 12 21:38:23.730136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-9d9704f2-5b84-4d5f-ae01-9ee02acc43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.731699 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-9d9704f2-5b84-4d5f-ae01-9ee02acc43d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.3596001 Feb 12 21:38:23.767801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-4b6b2492-6fe9-4ecc-ae2f-6afe4af27f74 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.769403 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-4b6b2492-6fe9-4ecc-ae2f-6afe4af27f74 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.0911024 Feb 12 21:38:23.782216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'port': {'security_groups': ['958a4a65-322d-4321-9480-2cba12727d03', '7d713653-34e0-4956-b576-ba35bdf3bb26']}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:23.917269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:23.958750 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acd7b64b-0776-455b-8675-0a582a4f530d req-4c8ca8aa-e7b6-420c-ab0b-3b97aa979e0f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258947 Feb 12 21:38:24.062885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-aef8a208-caa0-46dd-9b45-ad4f23bc6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.073428 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-aef8a208-caa0-46dd-9b45-ad4f23bc6393 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.3001463 Feb 12 21:38:24.074714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-349aba0d-bb2e-4c4d-917c-f9ea25bb3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.076291 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-349aba0d-bb2e-4c4d-917c-f9ea25bb3fce service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.3274314 Feb 12 21:38:24.218945 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-5f76af5d-24b0-403e-b3c6-cc46510429cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 1001 time: 0.1335461 Feb 12 21:38:24.375083 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-72a9ef1f-3f21-4950-bdea-4d8a8ae52fb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.1587737 Feb 12 21:38:24.377297 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d566214b-3fae-4d92-99dc-217954c478ef req-c4c9f220-7d64-4bad-916d-4271a42bd573 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 210 time: 0.1574216 Feb 12 21:38:24.469700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-6bb49f2b-35db-483d-9fb6-57287d6da072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.471301 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-6bb49f2b-35db-483d-9fb6-57287d6da072 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.1477697 Feb 12 21:38:24.487762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-c2d540ee-1a41-4ec7-9e9c-a514700275e6 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.488547 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-c2d540ee-1a41-4ec7-9e9c-a514700275e6 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Synchronizing usage tracker for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:network {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:24.534980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-c2d540ee-1a41-4ec7-9e9c-a514700275e6 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Unset dirty status for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:network {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:24.535407 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-c2d540ee-1a41-4ec7-9e9c-a514700275e6 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "GET /v2.0/networks?id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 HTTP/1.1" status: 200 len: 809 time: 0.5682266 Feb 12 21:38:24.607922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-17b78f71-128f-4932-88e7-d884154e2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.609588 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-17b78f71-128f-4932-88e7-d884154e2d1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.1947236 Feb 12 21:38:24.615853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Request body: {'port': {'device_id': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7', 'admin_state_up': True, 'tenant_id': '8891a830f12c4caa805fc93a4b653ca1'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:24.681003 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-2f63af1a-b391-461b-9474-12d1a4751fb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623333 Feb 12 21:38:24.707206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-85a10014-666d-418c-bc3f-db1ea8848ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.708852 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-85a10014-666d-418c-bc3f-db1ea8848ba0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2219827 Feb 12 21:38:24.717091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863798e-3551-4aae-9266-565f571d0160 req-70ed2726-56e8-46f7-92f4-c553afee33ce tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.718731 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8863798e-3551-4aae-9266-565f571d0160 req-70ed2726-56e8-46f7-92f4-c553afee33ce tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 945 time: 0.1921582 Feb 12 21:38:24.773219 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8863798e-3551-4aae-9266-565f571d0160 req-7ea73921-fb8e-42ca-ac8b-4b4e990d8a36 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468214 Feb 12 21:38:24.813526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:24.827900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:24.842301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:24.862831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:24.867276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:24.870015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Made reservation on behalf of 8891a830f12c4caa805fc93a4b653ca1 for: {'port': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:24.875822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:24.905757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f3b461e5-fbde-47d8-b1e4-07ffe40cf1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:25.120208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-8e7ad87d-4f6d-441b-966e-083cc4c8ccdb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84048) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:38:25.225375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=5']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:25.236343 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-3aa7736f-a9fd-47ee-b20f-3fee61f4801f service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040771 Feb 12 21:38:25.247452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:25.257936 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-c79abaa1-7c84-4a2d-9927-e6a686ed21dc service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977790 Feb 12 21:38:25.268269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783a5bc-5549-4a2c-a3c0-8f7253124eca req-dc9599a0-f3d8-4516-837a-fe1cafcce084 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:25.269864 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1783a5bc-5549-4a2c-a3c0-8f7253124eca req-dc9599a0-f3d8-4516-837a-fe1cafcce084 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 943 time: 0.3349330 Feb 12 21:38:25.314702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:25.315564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:25.317175 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-00faf848-84ce-4f3d-be2f-4af9d46e74ba req-7c954029-dae1-45c0-800b-454cb4e971a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "PUT /v2.0/ports/cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 982 time: 1.5399742 Feb 12 21:38:25.317797 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:25.457287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Allocated IP 172.20.0.3 (1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7/baf9d03a-5b6b-4c08-993e-8826757ac1f5/10b2e897-5908-47d4-a71d-f4ecf3e6351b) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:25.530829 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1783a5bc-5549-4a2c-a3c0-8f7253124eca req-12ad38e7-0f74-4183-9bed-606e20c00883 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516131 Feb 12 21:38:25.562538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-66694415-feef-45d6-8ae9-9cd16b2b917f None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:25.563574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66694415-feef-45d6-8ae9-9cd16b2b917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:25.631889 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdfb6a4-df6e-4403-ac60-53a05a2bb382 req-108fd6f8-6a6a-45c0-9f0c-a1007ad8d7fc service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3506372 Feb 12 21:38:25.665205 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbc2a006-96ee-413d-9e48-480feb18fd17 req-8ab86bc7-c012-4740-ba8c-6ac8a70cf67e service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3481810 Feb 12 21:38:25.769967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:25.820718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:25.824552 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'status': 'completed', 'code': 200} Feb 12 21:38:25.836141 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3fe6-141a-4db9-b445-eb3154e7fc9b req-c4da8bb9-59ba-4598-b74f-08b0d212d272 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:25.837928 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b98d3fe6-141a-4db9-b445-eb3154e7fc9b req-c4da8bb9-59ba-4598-b74f-08b0d212d272 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1450715 Feb 12 21:38:25.857684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:25.895618 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b98d3fe6-141a-4db9-b445-eb3154e7fc9b req-ae41fc06-bbfc-4a67-9459-94ab85d87ac8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504723 Feb 12 21:38:26.078862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Pushing event updated for resources: {'Port': ['ID=10b2e897-5908-47d4-a71d-f4ecf3e6351b,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:26.082201 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:26.112265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-2998f349-a686-4a09-8731-ece6e19cccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.113910 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-2998f349-a686-4a09-8731-ece6e19cccda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1203 time: 0.1684830 Feb 12 21:38:26.129063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9f71-9ca7-4fce-a774-07d2fbeb71f9 req-2ed83ddd-1209-4c4a-89e8-c6276ae6943f tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.130619 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb4f9f71-9ca7-4fce-a774-07d2fbeb71f9 req-2ed83ddd-1209-4c4a-89e8-c6276ae6943f tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 931 time: 0.1206656 Feb 12 21:38:26.159301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1a144-9143-4f52-8c8e-2922c8d5f9ef req-fd46c4a8-ae13-40d8-aa4e-d200af7a9321 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.160934 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e4d1a144-9143-4f52-8c8e-2922c8d5f9ef req-fd46c4a8-ae13-40d8-aa4e-d200af7a9321 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.1933739 Feb 12 21:38:26.196953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:26.201047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:26.203515 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:26.208204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.208984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:26.253765 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e4d1a144-9143-4f52-8c8e-2922c8d5f9ef req-98b4fd82-6772-4cb6-89fe-a52f12d98d87 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0854805 Feb 12 21:38:26.261035 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6589026 Feb 12 21:38:26.320296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Request body: {'port': {'device_id': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:26.395973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:26.470159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:26.474308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:26.474739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:26.493192 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb4f9f71-9ca7-4fce-a774-07d2fbeb71f9 req-b92242f6-43c1-4a74-b831-bc65ff6dacda tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791421 Feb 12 21:38:26.519933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:26.537503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-89f18f55-411b-46d7-99ce-d6ccb70410ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.539167 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-89f18f55-411b-46d7-99ce-d6ccb70410ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.4075487 Feb 12 21:38:26.553609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f1d99-9420-42cf-ac83-d69a6b6e6d53 req-51561eee-fccc-441b-bc35-db62728e98ab tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.555721 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b6f1d99-9420-42cf-ac83-d69a6b6e6d53 req-51561eee-fccc-441b-bc35-db62728e98ab tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 945 time: 0.1885200 Feb 12 21:38:26.645182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:26.664523 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-eb8d390f-f142-497a-a651-69260d1bfbd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 1001 time: 0.1181490 Feb 12 21:38:26.676834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:26.687759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,segment=NetworkSegment(df2ad90f-0bbe-4959-884a-590a9746149e),segment_id=df2ad90f-0bbe-4959-884a-590a9746149e)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:26.694827 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b6f1d99-9420-42cf-ac83-d69a6b6e6d53 req-e7552c34-d339-4e76-84f5-ecacada471c7 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025608 Feb 12 21:38:26.697396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:26.699367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:26.834115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:26.847569 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5', 'code': 200} Feb 12 21:38:26.848682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:26.874143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-49d029c3-508f-4013-83f4-53b9208bdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.876004 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-49d029c3-508f-4013-83f4-53b9208bdb5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.1866236 Feb 12 21:38:26.980452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b81d-c5cc-42ca-85a6-d8fff482da3b req-0a2482a3-fed7-44d8-9d25-7bcbf9e4ae72 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.982434 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9f55b81d-c5cc-42ca-85a6-d8fff482da3b req-0a2482a3-fed7-44d8-9d25-7bcbf9e4ae72 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 945 time: 0.1745923 Feb 12 21:38:27.054353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-16a21dc8-af27-4f26-98cc-46882608bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:27.056005 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-16a21dc8-af27-4f26-98cc-46882608bcc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1710792 Feb 12 21:38:27.079806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b2e897-5908-47d4-a71d-f4ecf3e6351b {{(pid=84047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:27.081635 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9f55b81d-c5cc-42ca-85a6-d8fff482da3b req-f3a32a99-2fd2-42cb-83ca-112216ef7513 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879159 Feb 12 21:38:27.103037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.115916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Transition to ACTIVE for port object 10b2e897-5908-47d4-a71d-f4ecf3e6351b will not be triggered until provisioned by entity L2. {{(pid=84047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:27.120513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.153453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:27.333148 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-983cfcc3-b752-41d3-afc7-747378952abf service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504363 Feb 12 21:38:27.445725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Pushing event updated for resources: {'Port': ['ID=10b2e897-5908-47d4-a71d-f4ecf3e6351b,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:27.456209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e606b59-eb22-4e33-82bd-f6411ba1f81a req-934c2ea7-5661-4840-8a57-23190d04f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:27.456209 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3e606b59-eb22-4e33-82bd-f6411ba1f81a req-934c2ea7-5661-4840-8a57-23190d04f7e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 1162 time: 0.3201544 Feb 12 21:38:27.492755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:27.522469 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3e606b59-eb22-4e33-82bd-f6411ba1f81a req-04ae89e8-e5ad-4fde-a78f-9c5bdf84686c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579660 Feb 12 21:38:27.556170 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d951ef3-ed76-4965-a651-4691c3c80145 req-ca113cbc-fc9d-424c-bca8-c34346725115 service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2092810 Feb 12 21:38:27.602778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63a8fc-3bac-4915-9665-ea46ccaeacb8 req-8b0b9e7c-f65d-487e-88ef-afb9c60f38f7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:27.604564 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac63a8fc-3bac-4915-9665-ea46ccaeacb8 req-8b0b9e7c-f65d-487e-88ef-afb9c60f38f7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.3175843 Feb 12 21:38:27.734592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Attempting to bind port 10b2e897-5908-47d4-a71d-f4ecf3e6351b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:27.734994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Attempting to bind port 10b2e897-5908-47d4-a71d-f4ecf3e6351b by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'}] {{(pid=84047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:27.735372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Attempting to bind port 10b2e897-5908-47d4-a71d-f4ecf3e6351b on network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:27.743598 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac63a8fc-3bac-4915-9665-ea46ccaeacb8 req-d456991d-5f05-4a88-a6cb-f7c726ad6b0e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796385 Feb 12 21:38:27.746676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55900) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:27.747072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:27.747462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Checking segment: {'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:27.747872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.748268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Bound using segment: {'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'} {{(pid=84047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:27.748759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Bound port: 10b2e897-5908-47d4-a71d-f4ecf3e6351b, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7'}}] {{(pid=84047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:27.749138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.811232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28a369-e8ae-4765-a180-91569f4802f4 req-2838c8be-7fb2-475b-9829-8c93588574cb tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:27.819333 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ca28a369-e8ae-4765-a180-91569f4802f4 req-2838c8be-7fb2-475b-9829-8c93588574cb tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 943 time: 0.1776364 Feb 12 21:38:27.858480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] For port 10b2e897-5908-47d4-a71d-f4ecf3e6351b, host hv-cinder-77525, cleared binding levels {{(pid=84047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:27.861640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] For port 10b2e897-5908-47d4-a71d-f4ecf3e6351b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=10b2e897-5908-47d4-a71d-f4ecf3e6351b,segment=NetworkSegment(bf4be9d9-d0d3-4cd4-8c8d-46176120cd14),segment_id=bf4be9d9-d0d3-4cd4-8c8d-46176120cd14)] {{(pid=84047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:27.866670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.867824 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ca28a369-e8ae-4765-a180-91569f4802f4 req-fa414258-9b1e-4067-b4e9-837472dd9028 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Feb 12 21:38:27.883851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dcdba097-fb45-407b-ad53-3cdc3c689e7f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:27.918393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.936036 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:27.940568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b692ca8a9e4782810c7731a5cc3906 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:27.945271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:27.945490 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:27.953107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:28.034447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:28.035161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.076832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.085478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.114660 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2637d783-c0d5-4a0b-9fb4-ce67483f8228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:28.205808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634170e8-e4a2-49cf-a729-239409cbec24,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:28.211652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:28.219853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:28.229032 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5b692ca8a9e4782810c7731a5cc3906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802175 Feb 12 21:38:28.234276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55910) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:28.300006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:28.300577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.307693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.333704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.349203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Pushing event updated for resources: {'Port': ['ID=10b2e897-5908-47d4-a71d-f4ecf3e6351b,revision_number=3']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:28.358004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:28.384012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.389176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4ca68eca-31ea-455a-850e-552c16095cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:28.401157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634170e8-e4a2-49cf-a729-239409cbec24,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:28.405588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eecde4-4fec-4c89-9dab-0d1bc0398103 req-2df3c6a0-aa23-42e5-aac2-dcad3fc828c9 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:28.406137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:28.407268 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e0eecde4-4fec-4c89-9dab-0d1bc0398103 req-2df3c6a0-aa23-42e5-aac2-dcad3fc828c9 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 945 time: 0.1731274 Feb 12 21:38:28.408298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.412447 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/634170e8-e4a2-49cf-a729-239409cbec24 HTTP/1.1" status: 204 len: 168 time: 0.1769297 Feb 12 21:38:28.414198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:28.414981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for port, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.416928 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] 10.222.0.69 "PUT /v2.0/ports/10b2e897-5908-47d4-a71d-f4ecf3e6351b HTTP/1.1" status: 200 len: 1157 time: 2.1023951 Feb 12 21:38:28.417456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'tag': '10b2e897-5908-47d4-a71d-f4ecf3e6351b'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:28.474348 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e0eecde4-4fec-4c89-9dab-0d1bc0398103 req-86e5a760-d63f-48ec-8215-b21edf2e9692 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512803 Feb 12 21:38:28.508080 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'tag': '10b2e897-5908-47d4-a71d-f4ecf3e6351b', 'status': 'completed', 'code': 200} Feb 12 21:38:28.601548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-eccea857-262d-40ae-929e-d6b4b17c77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:28.603228 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-eccea857-262d-40ae-929e-d6b4b17c77cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8891a830f12c4caa805fc93a4b653ca1&device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 1160 time: 0.0823524 Feb 12 21:38:28.692734 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-5f0ef23d-f529-443e-86e5-43fd51389dd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10b2e897-5908-47d4-a71d-f4ecf3e6351b HTTP/1.1" status: 200 len: 217 time: 0.0736368 Feb 12 21:38:28.777188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-b326b97a-f755-4210-bad4-095ab850b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:28.778738 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-b326b97a-f755-4210-bad4-095ab850b7ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=baf9d03a-5b6b-4c08-993e-8826757ac1f5 HTTP/1.1" status: 200 len: 849 time: 0.0792010 Feb 12 21:38:28.840020 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-d341a917-228f-4468-8938-456523ee3da0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527081 Feb 12 21:38:29.107136 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-b36103b1-d10c-4365-ac37-4831639453c2 service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556624 Feb 12 21:38:29.113656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863ac23-afe1-455f-82da-81c13048913c req-8fd54ca7-cf6e-478a-9d63-645deb5a6b36 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:29.115323 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7863ac23-afe1-455f-82da-81c13048913c req-8fd54ca7-cf6e-478a-9d63-645deb5a6b36 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.2318265 Feb 12 21:38:29.259896 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7863ac23-afe1-455f-82da-81c13048913c req-a755e31b-fbd6-4389-ba29-b46849994607 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166780 Feb 12 21:38:29.321516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ad2c2-e902-435f-b772-4e0631014e42 req-c364e842-4ecf-4a53-ab6b-590483067fb0 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:29.328381 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4712c96-4f68-437b-8709-e5e9223b2106 req-032692fe-fd22-4caf-91d5-3890e52a2754 service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2081294 Feb 12 21:38:29.331125 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd9ad2c2-e902-435f-b772-4e0631014e42 req-c364e842-4ecf-4a53-ab6b-590483067fb0 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 943 time: 0.1216030 Feb 12 21:38:29.376249 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd9ad2c2-e902-435f-b772-4e0631014e42 req-fa69cdd8-3cb3-4aa3-8253-5973b0afa02a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Feb 12 21:38:29.768724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7661be-f116-455b-9878-c3401b76b52c req-e7f40d97-543d-44a1-b252-1d941384b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:29.770373 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a7661be-f116-455b-9878-c3401b76b52c req-e7f40d97-543d-44a1-b252-1d941384b0cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8891a830f12c4caa805fc93a4b653ca1&device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 1160 time: 0.0877032 Feb 12 21:38:29.925568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7661be-f116-455b-9878-c3401b76b52c req-c599e349-7a95-44cc-b66b-d58679b6fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:29.927206 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a7661be-f116-455b-9878-c3401b76b52c req-c599e349-7a95-44cc-b66b-d58679b6fed0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 HTTP/1.1" status: 200 len: 903 time: 0.1461194 Feb 12 21:38:30.011714 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a7661be-f116-455b-9878-c3401b76b52c req-5d724069-aa8f-436a-a511-98da76c2cd2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10b2e897-5908-47d4-a71d-f4ecf3e6351b HTTP/1.1" status: 200 len: 217 time: 0.0684526 Feb 12 21:38:30.239832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7661be-f116-455b-9878-c3401b76b52c req-5d0ec949-e8c4-43ef-8271-58e00b7b6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:30.241442 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a7661be-f116-455b-9878-c3401b76b52c req-5d0ec949-e8c4-43ef-8271-58e00b7b6163 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=baf9d03a-5b6b-4c08-993e-8826757ac1f5 HTTP/1.1" status: 200 len: 849 time: 0.0814350 Feb 12 21:38:30.264322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f8359-980c-4d5a-a9bf-31b8f44fbebe req-3d16f69a-1f1a-4d75-ad70-b85499c1bfd5 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:30.265839 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-747f8359-980c-4d5a-a9bf-31b8f44fbebe req-3d16f69a-1f1a-4d75-ad70-b85499c1bfd5 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 945 time: 0.1535718 Feb 12 21:38:30.363366 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a7661be-f116-455b-9878-c3401b76b52c req-8a96e697-cfef-4cf0-86ef-565dcc3529ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579867 Feb 12 21:38:30.368326 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-747f8359-980c-4d5a-a9bf-31b8f44fbebe req-ea1ef364-6375-4f25-9bf6-7ca639ba2180 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954883 Feb 12 21:38:30.489020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714586c-f0f8-456d-b48f-c994b0dcb3db req-b93d42ae-e195-41c9-9583-254eb8f3b467 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:30.490626 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a714586c-f0f8-456d-b48f-c994b0dcb3db req-b93d42ae-e195-41c9-9583-254eb8f3b467 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0959306 Feb 12 21:38:30.539231 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a714586c-f0f8-456d-b48f-c994b0dcb3db req-f8fc53c8-1a3c-4172-9c2f-98a6bc88c983 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Feb 12 21:38:30.579482 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a7661be-f116-455b-9878-c3401b76b52c req-95df102a-9f6c-40df-91e3-26e344ee841c service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963930 Feb 12 21:38:30.695279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccebbf-5479-4f2a-8042-c2d7358951ae req-c5176558-0f93-41dc-a91a-8be68b5bb16c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:30.696044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-eeccebbf-5479-4f2a-8042-c2d7358951ae req-c5176558-0f93-41dc-a91a-8be68b5bb16c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Synchronizing usage tracker for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:30.733027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-eeccebbf-5479-4f2a-8042-c2d7358951ae req-c5176558-0f93-41dc-a91a-8be68b5bb16c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Unset dirty status for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:30.734411 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-eeccebbf-5479-4f2a-8042-c2d7358951ae req-c5176558-0f93-41dc-a91a-8be68b5bb16c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 943 time: 0.2367685 Feb 12 21:38:30.779679 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a7661be-f116-455b-9878-c3401b76b52c req-70ba8f18-e96c-41c8-9e90-97d2d1dcbe0e service neutron] 10.222.0.69 "GET /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1868410 Feb 12 21:38:30.799405 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-eeccebbf-5479-4f2a-8042-c2d7358951ae req-163d3bc8-bc29-4690-9a0e-3d8777b495c4 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Feb 12 21:38:31.344717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:31.425875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:31.426301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.576689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb478bf-0918-4b6e-b8cd-d1cd6654efaa req-4e48ec41-86f6-4bb2-9295-9e07e629bb50 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:31.578323 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6fb478bf-0918-4b6e-b8cd-d1cd6654efaa req-4e48ec41-86f6-4bb2-9295-9e07e629bb50 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 945 time: 0.0897806 Feb 12 21:38:31.626741 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6fb478bf-0918-4b6e-b8cd-d1cd6654efaa req-c82dd67b-26b4-4487-b087-aaf51a205059 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Feb 12 21:38:31.755861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dab41-b7b8-4b1c-b4d7-59345d5a66fc req-617291d7-36b3-4300-bc23-cb51b7165bfd tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:31.757421 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-913dab41-b7b8-4b1c-b4d7-59345d5a66fc req-617291d7-36b3-4300-bc23-cb51b7165bfd tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1014130 Feb 12 21:38:31.806409 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-913dab41-b7b8-4b1c-b4d7-59345d5a66fc req-412532d4-c526-4a7e-9143-bc569d6e2796 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Feb 12 21:38:32.008320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc853-9a73-4cec-9059-789108fd93e0 req-c5ec2d97-73d3-47a7-b6d9-e5efe27f2f3b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.009976 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-87acc853-9a73-4cec-9059-789108fd93e0 req-c5ec2d97-73d3-47a7-b6d9-e5efe27f2f3b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 943 time: 0.0909221 Feb 12 21:38:32.080395 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-87acc853-9a73-4cec-9059-789108fd93e0 req-caec5087-61ef-49f7-b2bf-11c70b85f005 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620022 Feb 12 21:38:32.650614 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-7c3fd038-e862-4615-855b-aae694a29d15 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0808139 Feb 12 21:38:32.792903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-028a7f73-9245-4fe2-97aa-2b79c4b43917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.794560 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-028a7f73-9245-4fe2-97aa-2b79c4b43917 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1162 time: 0.0834377 Feb 12 21:38:32.967518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-49e3e5b4-891e-40d0-9e15-2569d8d0b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.969110 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-49e3e5b4-891e-40d0-9e15-2569d8d0b959 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1463037 Feb 12 21:38:33.044011 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-eb139bb2-1341-4f6a-9678-4c0f546ce069 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 200 len: 217 time: 0.0676835 Feb 12 21:38:33.076394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b6757bd-33a1-43df-8249-bf49bf1062cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:33.123327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-55d864c0-f8f6-46ff-95dd-b61040e4e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.124970 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-55d864c0-f8f6-46ff-95dd-b61040e4e67f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0727022 Feb 12 21:38:33.192866 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-8888401e-dc93-44e3-91f3-7ae8b0b0e0fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469339 Feb 12 21:38:33.401160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f69af-77df-4824-99bd-2f6d7321e01c req-465eaa98-617b-4540-a84c-daaef5981789 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.403383 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d8f69af-77df-4824-99bd-2f6d7321e01c req-465eaa98-617b-4540-a84c-daaef5981789 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 943 time: 0.2039740 Feb 12 21:38:33.438809 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-87e47824-8cb4-41ca-97cd-cc5c6c74415c service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374589 Feb 12 21:38:33.554154 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d8f69af-77df-4824-99bd-2f6d7321e01c req-ef3b22e7-7585-48d6-9cf2-2393b644462e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410396 Feb 12 21:38:33.613879 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fb9a650b-5f34-4174-8156-2fedf3a2f2e4 req-17375645-c00e-4957-88e6-5a30062b4c7c service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1606984 Feb 12 21:38:33.751663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf47bd-7bff-4442-9183-84b959997897 req-5be4abc7-e9b2-4807-9380-eee0497cd144 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.753303 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdf47bd-7bff-4442-9183-84b959997897 req-5be4abc7-e9b2-4807-9380-eee0497cd144 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0910127 Feb 12 21:38:33.802514 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbdf47bd-7bff-4442-9183-84b959997897 req-d584ccf2-4ad6-4eae-93d8-770a97e16e9b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Feb 12 21:38:34.778444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb9dfa-e2cf-41bf-b4ea-d794da267aec req-76520641-dffe-4b16-8651-ae727fa49d6b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:34.780253 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-75cb9dfa-e2cf-41bf-b4ea-d794da267aec req-76520641-dffe-4b16-8651-ae727fa49d6b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 943 time: 0.0984437 Feb 12 21:38:34.837701 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-75cb9dfa-e2cf-41bf-b4ea-d794da267aec req-4b081416-22f6-416a-b73b-6872c3f9a4ad tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Feb 12 21:38:34.949092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:38:34.958038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-57308d4a-8e05-490e-8700-2575b527eac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:35.263684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.261472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfe80c-c30c-4f44-a9c5-53873f722022 req-6a9b59d1-cea4-44bb-8479-52451f5c9e0a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:36.263098 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d3dfe80c-c30c-4f44-a9c5-53873f722022 req-6a9b59d1-cea4-44bb-8479-52451f5c9e0a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 943 time: 0.3056390 Feb 12 21:38:36.312295 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d3dfe80c-c30c-4f44-a9c5-53873f722022 req-c41cd5c7-495f-43dc-a624-3ee8977c7f97 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428250 Feb 12 21:38:36.531937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.595807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 10b2e897-5908-47d4-a71d-f4ecf3e6351b up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:36.666411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 10b2e897-5908-47d4-a71d-f4ecf3e6351b completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:36.671874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 10b2e897-5908-47d4-a71d-f4ecf3e6351b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:36.672292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.805066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.838066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b2e897-5908-47d4-a71d-f4ecf3e6351b'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:36.848579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 10b2e897-5908-47d4-a71d-f4ecf3e6351b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=10b2e897-5908-47d4-a71d-f4ecf3e6351b,segment=NetworkSegment(bf4be9d9-d0d3-4cd4-8c8d-46176120cd14),segment_id=bf4be9d9-d0d3-4cd4-8c8d-46176120cd14)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:36.853149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.855134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:36.902359 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b2e897-5908-47d4-a71d-f4ecf3e6351b', 'code': 200} Feb 12 21:38:36.935465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=10b2e897-5908-47d4-a71d-f4ecf3e6351b,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:36.938827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:37.228108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbade4-3301-49b1-bbbb-3e473fa4092f req-95e5100e-0613-4eac-98f2-1727df28513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:37.229776 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e4fbade4-3301-49b1-bbbb-3e473fa4092f req-95e5100e-0613-4eac-98f2-1727df28513a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 1162 time: 0.0786927 Feb 12 21:38:37.298183 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e4fbade4-3301-49b1-bbbb-3e473fa4092f req-49c02352-b56e-488b-b83c-ea2eedb5d913 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Feb 12 21:38:37.386606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.440627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 10b2e897-5908-47d4-a71d-f4ecf3e6351b up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:37.522813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 10b2e897-5908-47d4-a71d-f4ecf3e6351b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:37.523272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.525567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c671ff8-99fe-4080-b37b-1f2ed2256935 req-d0ee2529-4000-4183-bb63-aa0979d1994e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:37.526377 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0c671ff8-99fe-4080-b37b-1f2ed2256935 req-d0ee2529-4000-4183-bb63-aa0979d1994e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.0936861 Feb 12 21:38:37.576922 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0c671ff8-99fe-4080-b37b-1f2ed2256935 req-293d67cd-92e1-4066-b5b9-ea31255b6281 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Feb 12 21:38:37.755493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:38.801459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5cb52-4492-44bd-af42-30e5366573ec req-827c8f9a-33ca-4b21-926e-af97f137685b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:38.803275 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70d5cb52-4492-44bd-af42-30e5366573ec req-827c8f9a-33ca-4b21-926e-af97f137685b tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.0970163 Feb 12 21:38:38.864568 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70d5cb52-4492-44bd-af42-30e5366573ec req-2f6d355e-fbae-40ed-abec-5a1a12aea685 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538123 Feb 12 21:38:39.576971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 10b2e897-5908-47d4-a71d-f4ecf3e6351b up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:39.654303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 10b2e897-5908-47d4-a71d-f4ecf3e6351b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:39.654738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:40.087084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d3a65-417b-422f-b5c7-126a4da02dc6 req-7b38ea99-5cd7-4bc5-8d45-94f19e17d59c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:40.088755 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd4d3a65-417b-422f-b5c7-126a4da02dc6 req-7b38ea99-5cd7-4bc5-8d45-94f19e17d59c tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.0958431 Feb 12 21:38:40.150572 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd4d3a65-417b-422f-b5c7-126a4da02dc6 req-77f29c0b-73e7-4dd8-a552-da923aab955f tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505188 Feb 12 21:38:41.381980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ad26b-9751-42ef-a238-5ffd273e0c18 req-5e076bee-ec28-44c0-88b8-18f80eff0a1d tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:41.384161 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-282ad26b-9751-42ef-a238-5ffd273e0c18 req-5e076bee-ec28-44c0-88b8-18f80eff0a1d tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.1086490 Feb 12 21:38:41.442190 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-282ad26b-9751-42ef-a238-5ffd273e0c18 req-4322c31f-269d-40e7-b9ad-b805c6e0e88a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Feb 12 21:38:42.660575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dcdd-21e1-4b57-ae6d-d35786b3f378 req-7e340ce7-1f3b-4907-96c8-33042ea27ef1 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:42.662209 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5888dcdd-21e1-4b57-ae6d-d35786b3f378 req-7e340ce7-1f3b-4907-96c8-33042ea27ef1 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.1003761 Feb 12 21:38:42.712998 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5888dcdd-21e1-4b57-ae6d-d35786b3f378 req-f8eb9a23-b612-4b8e-abee-f66dfe2cbdbf tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Feb 12 21:38:43.639430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 10b2e897-5908-47d4-a71d-f4ecf3e6351b up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:43.711574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 10b2e897-5908-47d4-a71d-f4ecf3e6351b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:43.712160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.188509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 56316) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:44.319573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.335683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:44.340806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Usage tracker for resource:security_group_rule and tenant:202d3dd5833d4702892ee0eaa083ad6c is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:44.343962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:44.349792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:44.429507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e66f-281d-486e-af5b-20c8cd4f1593 req-2029959d-318c-4e37-9d16-ccfb2f31517a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:44.431164 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fe26e66f-281d-486e-af5b-20c8cd4f1593 req-2029959d-318c-4e37-9d16-ccfb2f31517a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.0893116 Feb 12 21:38:44.444739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.448681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.483790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c27c0f8e-11e9-436b-9709-e7589485612b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:44.484699 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fe26e66f-281d-486e-af5b-20c8cd4f1593 req-3a91d3c7-f107-4607-9031-86e9ade97e80 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Feb 12 21:38:44.523568 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=202d3dd5833d4702892ee0eaa083ad6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337290 Feb 12 21:38:44.526385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 56330) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:44.528619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec75bd74-77bf-448b-a91a-ca90fc219852,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:44.536997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.537415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.537819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.538217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.538685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.539023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.539499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.539890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.540396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.540792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.541181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.541570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.541995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.542379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.543343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.543736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.544118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.544502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.544886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.545272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.545924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.546036 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.546367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.546749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.551335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:44.591835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.618906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.670876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.676103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-afeff86e-c118-4eef-8372-2bb1f1548fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:44.689857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec75bd74-77bf-448b-a91a-ca90fc219852,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:44.697961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.699820 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec75bd74-77bf-448b-a91a-ca90fc219852 HTTP/1.1" status: 204 len: 168 time: 0.1717012 Feb 12 21:38:44.701392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.701796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.702403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.702534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.702946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.703336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.703726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.704331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.704727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.705129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.705463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.705838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.706282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.706744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.707026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.707384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.707758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.709359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.709754 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.710184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.710569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.710970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.711352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.711731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:44.716170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:45.702097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78707c2c-5793-4867-9558-bc03a18d6377 req-bef599c9-ada1-4c56-9fcb-6d38c9cda5cc tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:45.703921 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78707c2c-5793-4867-9558-bc03a18d6377 req-bef599c9-ada1-4c56-9fcb-6d38c9cda5cc tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.0989933 Feb 12 21:38:45.755071 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78707c2c-5793-4867-9558-bc03a18d6377 req-dc4d31bb-0f04-4c8a-8b31-ee2e03058110 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449088 Feb 12 21:38:46.979594 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e609d74-160f-48b9-8e95-2729069ce560 req-0c8db98f-0382-469f-adb9-110959afc412 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:46.981147 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1e609d74-160f-48b9-8e95-2729069ce560 req-0c8db98f-0382-469f-adb9-110959afc412 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.1014493 Feb 12 21:38:47.039321 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1e609d74-160f-48b9-8e95-2729069ce560 req-16509223-5517-49e6-8b83-1c1d6b83d19e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507102 Feb 12 21:38:47.279169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593a26f-e499-4cde-8e7b-bb241809547a req-542fce0e-7578-4a08-80a0-f60dbc844399 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.280817 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6593a26f-e499-4cde-8e7b-bb241809547a req-542fce0e-7578-4a08-80a0-f60dbc844399 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0891273 Feb 12 21:38:47.301379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-3f225c96-1f7a-49fe-89af-ae0f868f6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.303081 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-3f225c96-1f7a-49fe-89af-ae0f868f6d65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.0797644 Feb 12 21:38:47.329084 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6593a26f-e499-4cde-8e7b-bb241809547a req-f85d8536-a1e0-45cc-9dee-321dcecc9ea7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Feb 12 21:38:47.518596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-e6bb9860-89ac-49f0-9857-8810650249b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.520251 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-e6bb9860-89ac-49f0-9857-8810650249b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1438892 Feb 12 21:38:47.624836 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-02b8d8f1-bda0-4a84-ae06-b45a9391e7f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0699515 Feb 12 21:38:47.704497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-e3205e57-dfb2-4982-b12f-bfe0ce814047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.706099 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-e3205e57-dfb2-4982-b12f-bfe0ce814047 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0651584 Feb 12 21:38:47.761088 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-7e249fce-8b17-4cc6-8ce0-7009797c0678 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476072 Feb 12 21:38:47.915817 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-46934b46-e19c-4a7c-b212-c8e38149c77d service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446011 Feb 12 21:38:48.102290 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20e8c375-ee9d-44d8-bd78-badbe5db33fc req-af9935e9-7618-4ba1-9127-41c552f43263 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484625 Feb 12 21:38:48.228892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-0b71162d-df7f-430e-8aca-fa4b5bb595f0 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:48.231067 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-0b71162d-df7f-430e-8aca-fa4b5bb595f0 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.1074855 Feb 12 21:38:48.279366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457567a-2c11-437f-9ad4-5a816982bc9e req-eba22af1-255a-4065-b2f3-6dc27117886e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:48.281046 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0457567a-2c11-437f-9ad4-5a816982bc9e req-eba22af1-255a-4065-b2f3-6dc27117886e tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.1060801 Feb 12 21:38:48.330750 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0457567a-2c11-437f-9ad4-5a816982bc9e req-fb5852d5-1521-4b41-a6f8-43cc72f3e6b6 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Feb 12 21:38:48.409777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Deleting port 10b2e897-5908-47d4-a71d-f4ecf3e6351b {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:38:48.410164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:48.536430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e4781-9e06-499a-80d6-799e22c36512 req-44e721f1-5514-4be2-9ea2-07aff0248f33 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:48.538064 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ab9e4781-9e06-499a-80d6-799e22c36512 req-44e721f1-5514-4be2-9ea2-07aff0248f33 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0904403 Feb 12 21:38:48.568146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768b37-caf2-485b-baea-93048885f87b req-fabd38df-2763-44f1-bf95-6d2a35b0c077 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:48.569903 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-fabd38df-2763-44f1-bf95-6d2a35b0c077 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 0.2991393 Feb 12 21:38:48.587276 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ab9e4781-9e06-499a-80d6-799e22c36512 req-d00d9f86-acef-4bd1-bbb7-6d761b21e55c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Feb 12 21:38:48.661552 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-f493e56c-9af0-4288-8eb5-8627486c8cd1 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/quotas/786af9b2221d4a21b73de8f07cbe11eb HTTP/1.1" status: 200 len: 375 time: 0.0832610 Feb 12 21:38:48.801544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] For port 10b2e897-5908-47d4-a71d-f4ecf3e6351b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=10b2e897-5908-47d4-a71d-f4ecf3e6351b,segment=NetworkSegment(bf4be9d9-d0d3-4cd4-8c8d-46176120cd14),segment_id=bf4be9d9-d0d3-4cd4-8c8d-46176120cd14)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:48.801862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.145071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Calling delete_port for 10b2e897-5908-47d4-a71d-f4ecf3e6351b owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:38:49.182304 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-a5f2dada-e4f2-4200-a197-459052ccc9d1 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5147426 Feb 12 21:38:49.335866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 10b2e897-5908-47d4-a71d-f4ecf3e6351b no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:38:49.416334 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-c096be1f-3c78-47d6-881c-2e62de78baef service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253885 Feb 12 21:38:49.488765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.534098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.551654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9e865596-e42b-433f-bf8e-89c99150a31e tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:49.564138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52277554-2455-4afd-a538-e40415648a35 req-de84d7c7-0c56-4b07-b489-3a4234122c79 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:49.565994 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-52277554-2455-4afd-a538-e40415648a35 req-de84d7c7-0c56-4b07-b489-3a4234122c79 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 945 time: 0.0988493 Feb 12 21:38:49.618229 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-52277554-2455-4afd-a538-e40415648a35 req-a976343b-b65a-4d65-a13c-127935704a9a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f909ec9-82f3-40af-856c-2d56d206c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Feb 12 21:38:49.668228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Pushing event deleted for resources: {'Port': ['ID=10b2e897-5908-47d4-a71d-f4ecf3e6351b,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:49.680201 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:49.726203 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-0d6db7ba-1c2b-4455-9128-e2470911e3c6 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3012979 Feb 12 21:38:49.806457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] No DVR routers for this DVR port 10b2e897-5908-47d4-a71d-f4ecf3e6351b on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:38:49.808912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.811878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'name': 'network-vif-deleted', 'tag': '10b2e897-5908-47d4-a71d-f4ecf3e6351b'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:49.819167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d2724-3657-407e-a2e3-f17e6d84de80 req-43454b04-05c1-436c-a83b-b54ee77bb9fa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:49.821030 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f45d2724-3657-407e-a2e3-f17e6d84de80 req-43454b04-05c1-436c-a83b-b54ee77bb9fa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0988147 Feb 12 21:38:49.827773 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e68f99c-29b2-499a-ae69-5b258c527818 req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.69 "DELETE /v2.0/ports/10b2e897-5908-47d4-a71d-f4ecf3e6351b HTTP/1.1" status: 204 len: 173 time: 1.5889266 Feb 12 21:38:49.884943 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3957b5-f915-46c1-ae92-131f35ee217e', 'name': 'network-vif-deleted', 'tag': '10b2e897-5908-47d4-a71d-f4ecf3e6351b', 'status': 'completed', 'code': 200} Feb 12 21:38:49.890706 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f45d2724-3657-407e-a2e3-f17e6d84de80 req-691bfd04-a81e-4e4f-a772-bd0ae5bbe64b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615306 Feb 12 21:38:50.011950 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3237fec1-4c7e-49be-94c2-6c909bd055c0 req-08d39aad-a2f7-4f9f-a910-63931d6d7018 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0651925 Feb 12 21:38:50.801407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ea9e82da-ca49-4e6b-87e7-df65389db172 req-9f188919-11c7-4994-b4ad-2c03311a7726 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Synchronizing usage tracker for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:50.815669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ea9e82da-ca49-4e6b-87e7-df65389db172 req-9f188919-11c7-4994-b4ad-2c03311a7726 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Unset dirty status for tenant:8891a830f12c4caa805fc93a4b653ca1 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:50.816915 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ea9e82da-ca49-4e6b-87e7-df65389db172 req-9f188919-11c7-4994-b4ad-2c03311a7726 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f3957b5-f915-46c1-ae92-131f35ee217e HTTP/1.1" status: 200 len: 210 time: 0.0676332 Feb 12 21:38:51.133074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311441d4-0ea3-4129-bfe9-4b18bbf6aa7f req-f9083230-a6d8-407b-b8d9-ef7c7a2d9f34 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:51.134813 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-311441d4-0ea3-4129-bfe9-4b18bbf6aa7f req-f9083230-a6d8-407b-b8d9-ef7c7a2d9f34 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1220849 Feb 12 21:38:51.188210 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-311441d4-0ea3-4129-bfe9-4b18bbf6aa7f req-42cad4af-c3a9-462f-baba-825f1777c6fc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455163 Feb 12 21:38:51.204736 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4885261b-7778-4c89-bce3-7e63381fc6bc req-c94a8d0a-f276-488f-b39f-07c33d0a118c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0516610 Feb 12 21:38:51.939560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768b37-caf2-485b-baea-93048885f87b req-0c712d3c-d6cc-4a11-bf48-e9862cadcdb2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:51.942012 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-0c712d3c-d6cc-4a11-bf48-e9862cadcdb2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 815 time: 0.1757963 Feb 12 21:38:51.997173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Request body: {'port': {'device_id': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd', 'admin_state_up': True, 'tenant_id': '786af9b2221d4a21b73de8f07cbe11eb'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:52.153931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:52.164421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:52.174130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Made reservation on behalf of 786af9b2221d4a21b73de8f07cbe11eb for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:52.179885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:52.398656 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e72cbcbe-9d2f-4ca6-9155-34d5cf42f813 req-dc690eee-8207-4904-a588-316efa856c04 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0623975 Feb 12 21:38:52.564947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fb3b0-181d-4e22-acd1-4100022f2287 req-81b1e102-6a84-4176-b8f4-81a9274149fe tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:52.566613 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-776fb3b0-181d-4e22-acd1-4100022f2287 req-81b1e102-6a84-4176-b8f4-81a9274149fe tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.2426302 Feb 12 21:38:52.674606 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-776fb3b0-181d-4e22-acd1-4100022f2287 req-8312d6fb-85c6-40fa-89fb-6b35bcfb295f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011834 Feb 12 21:38:52.685177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Allocated IP 172.20.0.9 (ffbb97b4-0b56-48c8-828f-c2286d8486dd/3f66d902-29b6-4761-8ea2-7fcca4542039/42dd9c74-50a3-43cf-9a24-e4350b362393) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:52.908900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:52.940305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:52.955182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-63f70e7e-563a-4fbe-8581-a97d87d3d637 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:53.097947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event updated for resources: {'Port': ['ID=42dd9c74-50a3-43cf-9a24-e4350b362393,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:53.111447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:53.154806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:53.156457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:53.158774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:53.226613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:53.227301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.252722 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2616551 Feb 12 21:38:53.277620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Request body: {'port': {'device_id': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:53.399890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.953444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba7d4-7c46-4c87-af10-5e7695f9f4c3 req-e80038ef-7ee4-41de-bc35-cdfee96ff737 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:53.954197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a56ba7d4-7c46-4c87-af10-5e7695f9f4c3 req-e80038ef-7ee4-41de-bc35-cdfee96ff737 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:53.982955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-a56ba7d4-7c46-4c87-af10-5e7695f9f4c3 req-e80038ef-7ee4-41de-bc35-cdfee96ff737 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:53.984278 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a56ba7d4-7c46-4c87-af10-5e7695f9f4c3 req-e80038ef-7ee4-41de-bc35-cdfee96ff737 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 931 time: 0.4797580 Feb 12 21:38:54.068165 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a56ba7d4-7c46-4c87-af10-5e7695f9f4c3 req-fbd505e5-c992-454f-9755-0da47d286272 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709543 Feb 12 21:38:54.152308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dd9c74-50a3-43cf-9a24-e4350b362393 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:54.160592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.176269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Transition to ACTIVE for port object 42dd9c74-50a3-43cf-9a24-e4350b362393 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:54.179149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.195635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cc31fbd1-1a0b-4da5-9e10-a7735b12525a tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:54.274779 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4e0dc-4aea-4d17-9b08-d8bc1a15fb4c req-f662375d-c221-4e4d-8376-f9ffa063f75e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:54.276427 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4af4e0dc-4aea-4d17-9b08-d8bc1a15fb4c req-f662375d-c221-4e4d-8376-f9ffa063f75e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0924382 Feb 12 21:38:54.325687 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4af4e0dc-4aea-4d17-9b08-d8bc1a15fb4c req-92003f4d-7972-4167-a109-3ca19a1e1b17 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Feb 12 21:38:54.340918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Pushing event updated for resources: {'Port': ['ID=42dd9c74-50a3-43cf-9a24-e4350b362393,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:54.353306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:54.522193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Attempting to bind port 42dd9c74-50a3-43cf-9a24-e4350b362393 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:54.522592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Attempting to bind port 42dd9c74-50a3-43cf-9a24-e4350b362393 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:54.523204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Attempting to bind port 42dd9c74-50a3-43cf-9a24-e4350b362393 on network ffbb97b4-0b56-48c8-828f-c2286d8486dd {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:54.528808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:54.529108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Checking segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:54.529504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.529898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Bound using segment: {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:54.530398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Bound port: 42dd9c74-50a3-43cf-9a24-e4350b362393, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b004c8b2-bacb-4882-934f-a5e4496f5e9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ffbb97b4-0b56-48c8-828f-c2286d8486dd'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:54.530773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.629618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] For port 42dd9c74-50a3-43cf-9a24-e4350b362393, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:54.632765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] For port 42dd9c74-50a3-43cf-9a24-e4350b362393, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=42dd9c74-50a3-43cf-9a24-e4350b362393,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:54.636294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.651555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2e573677-99a5-4db2-9f70-fe39440e52e2 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:54.803399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Pushing event updated for resources: {'Port': ['ID=42dd9c74-50a3-43cf-9a24-e4350b362393,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:54.808620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:54.844549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:54.845226 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.846713 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] 10.222.0.69 "PUT /v2.0/ports/42dd9c74-50a3-43cf-9a24-e4350b362393 HTTP/1.1" status: 200 len: 1157 time: 1.5739663 Feb 12 21:38:54.847251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:54.893869 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393', 'status': 'completed', 'code': 200} Feb 12 21:38:55.268690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d4650-84c0-429e-9ce9-8f6d42ccdfa7 req-1ea13728-f5fd-4c5a-b529-67819cc89528 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:55.270411 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0c7d4650-84c0-429e-9ce9-8f6d42ccdfa7 req-1ea13728-f5fd-4c5a-b529-67819cc89528 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.0859869 Feb 12 21:38:55.320590 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0c7d4650-84c0-429e-9ce9-8f6d42ccdfa7 req-1ae89264-5640-4eb6-9067-293532f1e502 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 Feb 12 21:38:59.702456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd04b9-3037-400c-b087-303f223359c6 req-450df5f2-d362-4ea3-8e1a-22a96545dc58 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:59.704068 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78dd04b9-3037-400c-b087-303f223359c6 req-450df5f2-d362-4ea3-8e1a-22a96545dc58 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1524467 Feb 12 21:38:59.706015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cc234-378f-45ea-981b-b1785ab59bc4 req-00622188-be54-48aa-8c2f-c6fb03b76d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:59.707519 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6b0cc234-378f-45ea-981b-b1785ab59bc4 req-00622188-be54-48aa-8c2f-c6fb03b76d21 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 1160 time: 0.1184905 Feb 12 21:38:59.754175 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78dd04b9-3037-400c-b087-303f223359c6 req-b4b1cb0c-68c0-4f50-b2ab-8002d483e19a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Feb 12 21:39:00.074635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de3b8-3e7a-4c56-b475-624bb6681cd8 req-1dc7460a-3bd5-4573-a0b3-524f60de4b87 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:00.076222 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a84de3b8-3e7a-4c56-b475-624bb6681cd8 req-1dc7460a-3bd5-4573-a0b3-524f60de4b87 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.2196145 Feb 12 21:39:00.078909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cc234-378f-45ea-981b-b1785ab59bc4 req-32645ff5-0594-4c41-ae0d-e4f5a0a013b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:00.080359 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6b0cc234-378f-45ea-981b-b1785ab59bc4 req-32645ff5-0594-4c41-ae0d-e4f5a0a013b6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1828420 Feb 12 21:39:00.221917 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a84de3b8-3e7a-4c56-b475-624bb6681cd8 req-d67b5a6b-d47e-4ea6-b49e-a759f048ab8a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380513 Feb 12 21:39:00.266047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cc234-378f-45ea-981b-b1785ab59bc4 req-854b8274-5326-48b2-88a0-d6559c23e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:00.267698 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6b0cc234-378f-45ea-981b-b1785ab59bc4 req-854b8274-5326-48b2-88a0-d6559c23e32b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1680436 Feb 12 21:39:00.426539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768b37-caf2-485b-baea-93048885f87b req-aaab2134-c75c-4a6d-81d1-5096438957e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:00.428232 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-aaab2134-c75c-4a6d-81d1-5096438957e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 1160 time: 0.0803502 Feb 12 21:39:00.513709 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-69885b46-2f37-4a2b-a4ba-98207995f751 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42dd9c74-50a3-43cf-9a24-e4350b362393 HTTP/1.1" status: 200 len: 217 time: 0.0668681 Feb 12 21:39:00.587264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768b37-caf2-485b-baea-93048885f87b req-c870dc34-5ecc-4e97-89a0-1c7bdeb3083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:00.588820 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-c870dc34-5ecc-4e97-89a0-1c7bdeb3083a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0674953 Feb 12 21:39:00.644596 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-09d1c1b5-ee9d-446c-afe4-7ce4b1677f66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471256 Feb 12 21:39:00.802121 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-b825972d-fbc1-4c86-9b2d-499e9a0d6d35 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360795 Feb 12 21:39:01.029716 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9768b37-caf2-485b-baea-93048885f87b req-a9722686-6329-4e8b-8dcb-b44c51187182 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2174518 Feb 12 21:39:01.040158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24381034-622b-4e75-ac22-84429cd5335e req-c6145526-2ac4-4286-b0e3-c0dd1e166c66 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:01.042720 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24381034-622b-4e75-ac22-84429cd5335e req-c6145526-2ac4-4286-b0e3-c0dd1e166c66 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1546626 Feb 12 21:39:01.103738 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24381034-622b-4e75-ac22-84429cd5335e req-567d93d8-3554-45a0-a8e3-92caff0d6b6d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Feb 12 21:39:01.425194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaef23-d8dc-4176-95a7-9d4be6bd4854 req-8e72e1bd-9a08-479f-af0a-c529029b0d46 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:01.426821 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98aaef23-d8dc-4176-95a7-9d4be6bd4854 req-8e72e1bd-9a08-479f-af0a-c529029b0d46 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.0880165 Feb 12 21:39:01.478785 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98aaef23-d8dc-4176-95a7-9d4be6bd4854 req-0e08470a-2710-441a-83f5-a1800b8cefff tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454593 Feb 12 21:39:02.339198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99213b1-5a37-4bb5-bd13-07428ec87bd0 req-f75a2332-b040-4eb2-85b5-05d946765971 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:02.341956 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b99213b1-5a37-4bb5-bd13-07428ec87bd0 req-f75a2332-b040-4eb2-85b5-05d946765971 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1147976 Feb 12 21:39:02.402595 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b99213b1-5a37-4bb5-bd13-07428ec87bd0 req-a4e89cab-3080-4872-a808-c20b5ed4d914 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479565 Feb 12 21:39:02.714274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac44fe-977d-4728-a59e-4965ca43c52f req-c4225795-c759-4a82-90fe-0df45517d159 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:02.717113 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f4ac44fe-977d-4728-a59e-4965ca43c52f req-c4225795-c759-4a82-90fe-0df45517d159 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.1096845 Feb 12 21:39:02.776459 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f4ac44fe-977d-4728-a59e-4965ca43c52f req-400a6465-fc8e-48d3-a71b-b6b4f69af410 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521984 Feb 12 21:39:03.094146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a19e91b6-368f-4904-a23b-f48c9bde7070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:03.755749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035328ab-ae02-4b1d-8b58-b5e85278565c req-05e56229-893d-4171-83e9-00d11b68b1b5 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:03.757531 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-035328ab-ae02-4b1d-8b58-b5e85278565c req-05e56229-893d-4171-83e9-00d11b68b1b5 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1404717 Feb 12 21:39:03.811098 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-035328ab-ae02-4b1d-8b58-b5e85278565c req-50b7329d-7d30-41e9-8c46-565f43bfbcef tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Feb 12 21:39:04.024629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5c5e5-5138-46b8-b30a-08accaeb6db1 req-61271554-d427-4946-a287-2130ca7e8262 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:04.030618 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26e5c5e5-5138-46b8-b30a-08accaeb6db1 req-61271554-d427-4946-a287-2130ca7e8262 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.1014326 Feb 12 21:39:04.084730 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26e5c5e5-5138-46b8-b30a-08accaeb6db1 req-ae23130c-c6a7-46e3-8e32-2ab06f668c65 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519826 Feb 12 21:39:04.955944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-504b2dca-69de-4857-9fc9-f4687761a188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:05.070241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf348c0e-d7d7-49d9-b619-d84371774162 req-24d4e206-8ba7-4b77-9682-24455e30f726 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:05.078986 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bf348c0e-d7d7-49d9-b619-d84371774162 req-24d4e206-8ba7-4b77-9682-24455e30f726 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1293836 Feb 12 21:39:05.159690 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bf348c0e-d7d7-49d9-b619-d84371774162 req-6e679ec7-25c2-4eba-b4d3-0f67d8a13f97 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792506 Feb 12 21:39:05.267246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:05.326983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73375baa-471a-4f20-a489-eabee8e0fcda req-c4707574-ae87-4d52-a9a0-56293e2b0337 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:05.328900 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73375baa-471a-4f20-a489-eabee8e0fcda req-c4707574-ae87-4d52-a9a0-56293e2b0337 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.1028571 Feb 12 21:39:05.382524 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73375baa-471a-4f20-a489-eabee8e0fcda req-fe873819-991d-46de-b39a-b081ff8e307b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Feb 12 21:39:06.368574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15697d-566f-46a0-857b-96bacaa248d9 req-754cbb75-139f-4de6-b083-0b2f32b834b3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:06.375783 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0b15697d-566f-46a0-857b-96bacaa248d9 req-754cbb75-139f-4de6-b083-0b2f32b834b3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0943229 Feb 12 21:39:06.442322 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0b15697d-566f-46a0-857b-96bacaa248d9 req-2e192663-3886-48a9-9f57-34fae4a379f8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653863 Feb 12 21:39:06.540800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:06.619032 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7cdf7-1dd4-4bc6-8fe5-b201646f9f58 req-00812bc9-6c73-4bbd-8025-94c720dbb1b9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:06.620736 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1ac7cdf7-1dd4-4bc6-8fe5-b201646f9f58 req-00812bc9-6c73-4bbd-8025-94c720dbb1b9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.1091917 Feb 12 21:39:06.678117 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1ac7cdf7-1dd4-4bc6-8fe5-b201646f9f58 req-78a5e0da-5b25-48d7-8f20-d5b8e2f71baf tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502195 Feb 12 21:39:07.392246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:07.651881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524eb4-3d31-430e-a7d2-1eacd04f4c9e req-43799cb9-c1e2-4122-b1e8-afdb2b72b32a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:07.661593 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69524eb4-3d31-430e-a7d2-1eacd04f4c9e req-43799cb9-c1e2-4122-b1e8-afdb2b72b32a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1045706 Feb 12 21:39:07.733178 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69524eb4-3d31-430e-a7d2-1eacd04f4c9e req-520701a5-b3c3-4bcd-99dd-683093787700 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Feb 12 21:39:07.800070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:07.937098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73f29-d0a9-47c4-a3e7-e281654aa4bb req-d12dfd42-f5d2-4b79-b5ed-d00d6be2d859 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:07.939115 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a8e73f29-d0a9-47c4-a3e7-e281654aa4bb req-d12dfd42-f5d2-4b79-b5ed-d00d6be2d859 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.1141493 Feb 12 21:39:07.994904 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a8e73f29-d0a9-47c4-a3e7-e281654aa4bb req-33724347-5949-4a13-82e1-c6355da6cffc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480554 Feb 12 21:39:08.984082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257474a-f621-4b2d-b008-6aa1a45cc646 req-4819c88f-4c89-475a-88fa-315850d01062 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:08.987457 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8257474a-f621-4b2d-b008-6aa1a45cc646 req-4819c88f-4c89-475a-88fa-315850d01062 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1162837 Feb 12 21:39:09.038896 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8257474a-f621-4b2d-b008-6aa1a45cc646 req-b18740a7-835b-46b2-93b8-b3574325ba78 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Feb 12 21:39:09.284936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b9738-3f90-4514-b5cf-d4c346335565 req-84892057-363c-4e2c-baa5-db382ef45d4d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:09.294594 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-422b9738-3f90-4514-b5cf-d4c346335565 req-84892057-363c-4e2c-baa5-db382ef45d4d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.1156371 Feb 12 21:39:09.364012 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-422b9738-3f90-4514-b5cf-d4c346335565 req-ac4005c1-fae6-42f5-ab4c-294d0a400934 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681887 Feb 12 21:39:10.316732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a513196-1f9d-4fec-b768-329c6eb43f16 req-3daea3da-7e42-4391-9eb5-2fbab8a682d0 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:10.318098 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3a513196-1f9d-4fec-b768-329c6eb43f16 req-3daea3da-7e42-4391-9eb5-2fbab8a682d0 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1121211 Feb 12 21:39:10.379473 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3a513196-1f9d-4fec-b768-329c6eb43f16 req-4a946fdd-2f2a-49b2-a189-059f345aca04 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549343 Feb 12 21:39:10.583568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0935d1-271f-441e-9423-75799fede779 req-7955d17c-3b05-4c98-858b-687942e9337d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:10.585256 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aa0935d1-271f-441e-9423-75799fede779 req-7955d17c-3b05-4c98-858b-687942e9337d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.0914006 Feb 12 21:39:10.648057 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aa0935d1-271f-441e-9423-75799fede779 req-9b654ab8-886c-44ec-80c2-dd0da8616cce tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544517 Feb 12 21:39:11.589645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1feb6b-47d1-4996-88b3-c936c68a5fcf req-3f0352c8-3544-413c-9e9f-2112e549d0ac tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:11.592960 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a1feb6b-47d1-4996-88b3-c936c68a5fcf req-3f0352c8-3544-413c-9e9f-2112e549d0ac tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0903580 Feb 12 21:39:11.660749 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0a1feb6b-47d1-4996-88b3-c936c68a5fcf req-8346845e-14e4-4166-8703-40de6a056ac9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583158 Feb 12 21:39:11.915946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc1a0-80ec-41e0-9e0c-13e528b40cae req-ffde1d4b-5c39-4f6f-ba10-535a77887ad6 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:11.917902 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96ddc1a0-80ec-41e0-9e0c-13e528b40cae req-ffde1d4b-5c39-4f6f-ba10-535a77887ad6 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.1191077 Feb 12 21:39:11.949647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:39:11.980594 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96ddc1a0-80ec-41e0-9e0c-13e528b40cae req-43133a2b-fdcb-4a21-9c4f-9d8277f55ae1 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564806 Feb 12 21:39:12.054396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 42dd9c74-50a3-43cf-9a24-e4350b362393 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:12.156956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 42dd9c74-50a3-43cf-9a24-e4350b362393 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:39:12.162545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 42dd9c74-50a3-43cf-9a24-e4350b362393 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:12.162993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:12.296504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:12.345841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:12.361350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 42dd9c74-50a3-43cf-9a24-e4350b362393, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=42dd9c74-50a3-43cf-9a24-e4350b362393,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:12.365970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:12.369706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f68114af-a3b6-4066-b842-4c5c11b1b953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:12.413546 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393', 'code': 200} Feb 12 21:39:12.462224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=42dd9c74-50a3-43cf-9a24-e4350b362393,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:12.474839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.475382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.476159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.476563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.477715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.478117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.478501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.479383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.479788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.480172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.480567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.481178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.482321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.483324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.483813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.484542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.484928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.485436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.485815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.486345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.486721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.487143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.487541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.487915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:12.493149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:12.759002 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff773f74-5649-4fcd-acb7-12effe6c96b7 req-97c81c58-cac8-4746-97ed-b9c350ef4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:12.760658 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff773f74-5649-4fcd-acb7-12effe6c96b7 req-97c81c58-cac8-4746-97ed-b9c350ef4622 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 1162 time: 0.0847511 Feb 12 21:39:12.877168 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff773f74-5649-4fcd-acb7-12effe6c96b7 req-438ba422-3091-4f70-a0eb-3c2a525313af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025708 Feb 12 21:39:12.915836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd773f64-780d-4812-89d3-863f3848afe6 req-d722cb1c-92ed-4468-bc21-565752ee122a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:12.932105 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd773f64-780d-4812-89d3-863f3848afe6 req-d722cb1c-92ed-4468-bc21-565752ee122a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1407766 Feb 12 21:39:13.009475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 42dd9c74-50a3-43cf-9a24-e4350b362393 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:13.012924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd773f64-780d-4812-89d3-863f3848afe6 req-864ad5ba-0f00-434a-8050-04b03905ec76 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801041 Feb 12 21:39:13.113532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 42dd9c74-50a3-43cf-9a24-e4350b362393 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:13.114109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.263749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58ce7-19d2-4b73-9dac-32127ba0f5e7 req-3f24d0f8-51bb-493d-9c7b-262e13215b63 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:13.268858 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56d58ce7-19d2-4b73-9dac-32127ba0f5e7 req-3f24d0f8-51bb-493d-9c7b-262e13215b63 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 945 time: 0.1002524 Feb 12 21:39:13.318947 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56d58ce7-19d2-4b73-9dac-32127ba0f5e7 req-d2ab78b2-9bd5-457b-b97c-aabeac384b48 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 Feb 12 21:39:14.278985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487e2d-da2f-4738-8e23-3ef928883a33 req-c81beccd-c656-467d-ad4c-fbe02f9c5978 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:14.280810 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20487e2d-da2f-4738-8e23-3ef928883a33 req-c81beccd-c656-467d-ad4c-fbe02f9c5978 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0953984 Feb 12 21:39:14.334161 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20487e2d-da2f-4738-8e23-3ef928883a33 req-e9a4456b-d591-42dd-9cf8-57c341776c6b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Feb 12 21:39:14.547244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733342f-7cd7-44a5-b46b-a8985288ea5e req-fae5ec0b-5f6f-45cc-9e35-8594adbcc1cd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:14.548913 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a733342f-7cd7-44a5-b46b-a8985288ea5e req-fae5ec0b-5f6f-45cc-9e35-8594adbcc1cd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 945 time: 0.0938945 Feb 12 21:39:14.599355 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a733342f-7cd7-44a5-b46b-a8985288ea5e req-d7ff3cd0-122c-49d8-8171-e8e23f65ee17 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Feb 12 21:39:15.561619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1f147-f1f5-4acb-ba93-8e74989f326a req-0086374f-006a-40fc-b1b7-8cd213f95fe6 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:15.564096 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-09b1f147-f1f5-4acb-ba93-8e74989f326a req-0086374f-006a-40fc-b1b7-8cd213f95fe6 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0986965 Feb 12 21:39:15.625735 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-09b1f147-f1f5-4acb-ba93-8e74989f326a req-3b6cac0e-c4bc-4a28-972f-cc1af235ee9c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543878 Feb 12 21:39:15.832100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1b4ec-c128-4150-abb6-3e9634abb863 req-3daa4128-ce20-4115-b028-476562417410 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:15.833754 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ddd1b4ec-c128-4150-abb6-3e9634abb863 req-3daa4128-ce20-4115-b028-476562417410 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 945 time: 0.0934482 Feb 12 21:39:15.905290 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ddd1b4ec-c128-4150-abb6-3e9634abb863 req-64b8ee0f-96ee-47e1-a3c1-8c6b31387f5c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577033 Feb 12 21:39:16.892522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097697c-9d5e-4385-87e7-6bce7c1e68d0 req-5d1e33f6-215c-4812-9560-c4471bfcf307 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:16.894337 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c097697c-9d5e-4385-87e7-6bce7c1e68d0 req-5d1e33f6-215c-4812-9560-c4471bfcf307 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1059480 Feb 12 21:39:16.948856 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c097697c-9d5e-4385-87e7-6bce7c1e68d0 req-f4f1806c-4a65-4936-a416-a7ac3ec36ca1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451267 Feb 12 21:39:17.106639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 42dd9c74-50a3-43cf-9a24-e4350b362393 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:17.211069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 42dd9c74-50a3-43cf-9a24-e4350b362393 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:17.211846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:17.268165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec5c47-d10e-4554-9f76-e7c5631b9c02 req-815ee131-0bf4-4db0-9f64-d9b6c7fdc386 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:17.277499 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f4ec5c47-d10e-4554-9f76-e7c5631b9c02 req-815ee131-0bf4-4db0-9f64-d9b6c7fdc386 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 945 time: 0.1936338 Feb 12 21:39:17.359268 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f4ec5c47-d10e-4554-9f76-e7c5631b9c02 req-eddbff85-6fa4-41d8-8b69-fc71f80700bf tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680988 Feb 12 21:39:18.359824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f71b06-fe24-45e8-9a41-ddf33dffdf8f req-c0a234a1-f0a9-4d9c-a2c5-f589e0500b43 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:18.361433 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-58f71b06-fe24-45e8-9a41-ddf33dffdf8f req-c0a234a1-f0a9-4d9c-a2c5-f589e0500b43 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.2901556 Feb 12 21:39:18.410618 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-58f71b06-fe24-45e8-9a41-ddf33dffdf8f req-ff2a8c2e-cb6e-420d-b092-fd3141438fde tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Feb 12 21:39:19.650322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7a5c-eae7-416f-8855-c2700060d048 req-16ef187d-9f04-4004-b0ac-4c57a273c1e3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:19.651956 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02aa7a5c-eae7-416f-8855-c2700060d048 req-16ef187d-9f04-4004-b0ac-4c57a273c1e3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0911264 Feb 12 21:39:19.704712 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02aa7a5c-eae7-416f-8855-c2700060d048 req-d9e237cf-e3bd-484b-82ef-e76406ff0de3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Feb 12 21:39:20.904754 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6854e7a-35af-436a-8bc4-802fd114e477 req-0c136690-93de-429e-8106-0a3a508a6780 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:20.906372 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e6854e7a-35af-436a-8bc4-802fd114e477 req-0c136690-93de-429e-8106-0a3a508a6780 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0870259 Feb 12 21:39:20.958116 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e6854e7a-35af-436a-8bc4-802fd114e477 req-d9e93882-e035-4186-a4a2-f61db1a1f275 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Feb 12 21:39:21.167351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 56952) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:21.234913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Deleting subnet baf9d03a-5b6b-4c08-993e-8826757ac1f5 {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:39:21.238035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:21.292477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:21.355010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:21.615990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:21.634982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:21.729729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf9d03a-5b6b-4c08-993e-8826757ac1f5,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:21.737318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:21.771143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:21.777148 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/baf9d03a-5b6b-4c08-993e-8826757ac1f5 HTTP/1.1" status: 204 len: 168 time: 0.6086907 Feb 12 21:39:21.780298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 56960) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:21.896057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:22.140862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:22.276177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:22.297750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5323d7-2e9c-4ec9-a30d-ca474b59538d req-2b25bcc5-a3a2-46d6-8aa3-37e1a67c4a72 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:22.299424 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db5323d7-2e9c-4ec9-a30d-ca474b59538d req-2b25bcc5-a3a2-46d6-8aa3-37e1a67c4a72 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.2236500 Feb 12 21:39:22.301119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:22.301459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4be9d9-d0d3-4cd4-8c8d-46176120cd14') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:22.330656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:22.360839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:22.365924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:39:22.449193 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db5323d7-2e9c-4ec9-a30d-ca474b59538d req-28ea1b07-5ed7-40f9-b73f-4ddf991f02a7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402094 Feb 12 21:39:22.560373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:22.569905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:22.750704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Network 1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:39:22.773725 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:39:22.902195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:22.909464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:22.932062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:22.940346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:22.954747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:22.963087 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b7afe2e-592a-48ab-ba32-7f4e88e4f9c7 HTTP/1.1" status: 204 len: 168 time: 1.1817451 Feb 12 21:39:22.966347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac56b-f994-45cb-b8d0-3ed358983574 req-83bf8f87-36ef-43b9-b5c1-8182875c70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:22.967956 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-49cac56b-f994-45cb-b8d0-3ed358983574 req-83bf8f87-36ef-43b9-b5c1-8182875c70bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.1232049 Feb 12 21:39:23.014761 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-49cac56b-f994-45cb-b8d0-3ed358983574 req-93f647c6-6fc1-4e44-a745-c2aefd948da0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Feb 12 21:39:23.148047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 56976) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:23.205850 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7bfa1c42-34c8-4c8d-9ac1-9dca92103234 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8891a830f12c4caa805fc93a4b653ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565102 Feb 12 21:39:23.208412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 56980) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:23.268851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:23.296253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:23.341329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:23.347250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d42ad82c-bfdb-40f6-878a-ebd4850306d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:23.362078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f909ec9-82f3-40af-856c-2d56d206c35c,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:23.364928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:23.372464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:23.376263 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f909ec9-82f3-40af-856c-2d56d206c35c HTTP/1.1" status: 204 len: 168 time: 0.1643395 Feb 12 21:39:23.671896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56343994-b4ad-4f82-a667-50d5530cabc7 req-34646a25-21ac-45ed-8513-ba121e779725 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:23.673517 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56343994-b4ad-4f82-a667-50d5530cabc7 req-34646a25-21ac-45ed-8513-ba121e779725 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0950115 Feb 12 21:39:23.725810 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56343994-b4ad-4f82-a667-50d5530cabc7 req-46d0ba82-a724-4f9d-9644-fe543833d27c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455921 Feb 12 21:39:25.025842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e742d-00b2-4f4f-8f14-23a10d40251b req-9bc147d7-ae00-40d9-8aad-67429ae71244 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:25.027522 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ba9e742d-00b2-4f4f-8f14-23a10d40251b req-9bc147d7-ae00-40d9-8aad-67429ae71244 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0934846 Feb 12 21:39:25.088724 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ba9e742d-00b2-4f4f-8f14-23a10d40251b req-3a9a0928-f13d-4e2d-9bcd-6a3c6afaa6b0 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514741 Feb 12 21:39:25.220876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 55fdcab0-1b9f-4988-80ed-319b8174f3b1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:25.293679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:25.294102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:26.295942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442542e4-ac7a-4b90-8d44-01d6e9dcaf7e req-4c438f4f-aad9-448e-a4b2-59c421039fad tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:26.297477 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-442542e4-ac7a-4b90-8d44-01d6e9dcaf7e req-4c438f4f-aad9-448e-a4b2-59c421039fad tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0909579 Feb 12 21:39:26.346179 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-442542e4-ac7a-4b90-8d44-01d6e9dcaf7e req-f5352b4f-e4de-4f38-899a-e9e565a96465 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Feb 12 21:39:26.956405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-b1543f3d-a2e3-472f-a00b-56b663fe8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:26.957922 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-b1543f3d-a2e3-472f-a00b-56b663fe8373 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.1492777 Feb 12 21:39:26.964718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c3c9-dc72-44be-be13-58b88ff396a8 req-3f46aced-e5ed-4000-82ef-7cad357475fe tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:26.966423 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-32b6c3c9-dc72-44be-be13-58b88ff396a8 req-3f46aced-e5ed-4000-82ef-7cad357475fe tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1219730 Feb 12 21:39:27.119851 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-32b6c3c9-dc72-44be-be13-58b88ff396a8 req-895f7fee-22ef-404d-a6c5-2b8a02d3fb13 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287951 Feb 12 21:39:27.147604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-ec9da3aa-bb45-47ff-bab7-716aaef43051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:27.149187 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-ec9da3aa-bb45-47ff-bab7-716aaef43051 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1818068 Feb 12 21:39:27.240259 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-72a1ee78-388f-4d8a-8c52-1bc264a59e5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0741422 Feb 12 21:39:27.312068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-0f60f73e-15f7-4291-85ea-78ba89a01475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:27.313666 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-0f60f73e-15f7-4291-85ea-78ba89a01475 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0646465 Feb 12 21:39:27.380230 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-521011e4-7a8f-4c43-9ece-a017ea5058c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503469 Feb 12 21:39:27.528074 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-a9c58760-9bf7-4c41-9ac2-3601c9f21503 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382506 Feb 12 21:39:27.867261 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6029f9d6-82c6-45b7-bffa-b6d3bbf9715d req-1a0528f5-3060-490b-874a-5b9839549aa4 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3321760 Feb 12 21:39:28.330892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516924fd-01f1-4871-aef6-725b08a7bc94 req-6f173db1-17c6-44a0-8e88-bfca393c694b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:28.332575 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-516924fd-01f1-4871-aef6-725b08a7bc94 req-6f173db1-17c6-44a0-8e88-bfca393c694b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0887177 Feb 12 21:39:28.385190 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-516924fd-01f1-4871-aef6-725b08a7bc94 req-f87044a5-e3ba-41ed-a1ed-38d010284073 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Feb 12 21:39:29.588891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733f50-4ba6-496f-9f13-99607c7fbb38 req-29bab0cc-ed7a-4e75-b7fe-143065d852fd tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:29.590520 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5c733f50-4ba6-496f-9f13-99607c7fbb38 req-29bab0cc-ed7a-4e75-b7fe-143065d852fd tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0871246 Feb 12 21:39:29.639284 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5c733f50-4ba6-496f-9f13-99607c7fbb38 req-39e1480f-970f-4a82-a05c-8e8cd71da069 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Feb 12 21:39:30.853365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9c771-3024-407e-b3ff-4b5be088de4a req-1c11279b-f517-440f-acaa-e949dc0f9451 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:30.855041 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-45f9c771-3024-407e-b3ff-4b5be088de4a req-1c11279b-f517-440f-acaa-e949dc0f9451 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0915625 Feb 12 21:39:30.903671 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-45f9c771-3024-407e-b3ff-4b5be088de4a req-baaf5776-91df-4771-8ba7-6994ea52b47c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Feb 12 21:39:31.875185 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-b422f04d-a142-45d2-82a6-f5d67db79c22 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0786278 Feb 12 21:39:32.130938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-99d18805-0328-420a-ae9e-3a6dbf05649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.132564 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-99d18805-0328-420a-ae9e-3a6dbf05649b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.1510808 Feb 12 21:39:32.144557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279d1a8-7544-4888-95cd-b16ed7595f63 req-1d83d13c-e1b9-48d2-989f-e192147d391c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.146067 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9279d1a8-7544-4888-95cd-b16ed7595f63 req-1d83d13c-e1b9-48d2-989f-e192147d391c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1248798 Feb 12 21:39:32.282595 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9279d1a8-7544-4888-95cd-b16ed7595f63 req-c71ea3ed-80a7-49da-900f-ce9a7f5f62b8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298916 Feb 12 21:39:32.328823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-6b1fa7d5-b3b8-4bdb-838a-af3048ade5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.330427 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-6b1fa7d5-b3b8-4bdb-838a-af3048ade5bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1616502 Feb 12 21:39:32.412423 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-aeaf240e-7ed9-4e19-b4a6-02d5f64d7913 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0720620 Feb 12 21:39:32.483912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-ab28c1cc-3dfa-4815-ba05-b0edad6faba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.485509 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-ab28c1cc-3dfa-4815-ba05-b0edad6faba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0651791 Feb 12 21:39:32.543506 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-a975857d-54cf-4a4f-8a89-0af6e58c3a35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505533 Feb 12 21:39:32.694991 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-3ad8073b-ceb7-41d3-bfc5-f30bbb878c01 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382003 Feb 12 21:39:32.854742 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86ea8447-0b13-490b-96ce-a2572905f4f3 req-b0a6dfe8-5740-4ea0-9a6a-675d74b3f062 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1521125 Feb 12 21:39:33.078307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c834379-6fd1-4ffa-9b7f-d5a498e3cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:33.182986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 55fdcab0-1b9f-4988-80ed-319b8174f3b1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:33.257865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:33.258316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:34.948653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-176dee70-fa03-4d94-920e-2e1e618b9d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:35.269642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:36.537043 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:37.398312 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:37.791507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.950169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:40:02.036279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-b2796c83-2c7e-4dd1-ba5e-7a49e4526460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:02.037903 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-b2796c83-2c7e-4dd1-ba5e-7a49e4526460 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1203 time: 0.1510851 Feb 12 21:40:02.045056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b0ba-484e-449b-a2d4-0b8e4c36e097 req-a57c1edf-64fc-43b2-9870-5a08a3a35138 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:02.046583 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6c88b0ba-484e-449b-a2d4-0b8e4c36e097 req-a57c1edf-64fc-43b2-9870-5a08a3a35138 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.1242905 Feb 12 21:40:02.196873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-6c88b0ba-484e-449b-a2d4-0b8e4c36e097 req-3279a971-af04-49a3-9b01-87e478204284 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:40:02.229671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-6c88b0ba-484e-449b-a2d4-0b8e4c36e097 req-3279a971-af04-49a3-9b01-87e478204284 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:40:02.230963 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6c88b0ba-484e-449b-a2d4-0b8e4c36e097 req-3279a971-af04-49a3-9b01-87e478204284 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1591842 Feb 12 21:40:02.233418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-104bf076-d446-4fec-81f2-5001977c453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:02.234951 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-104bf076-d446-4fec-81f2-5001977c453c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.1873837 Feb 12 21:40:02.347365 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-ba474c09-2735-4f49-920d-ad2fdfa6b1ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 1001 time: 0.1053882 Feb 12 21:40:02.416476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-61513c24-2a0c-48b9-b570-47d6cacc2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:02.418158 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-61513c24-2a0c-48b9-b570-47d6cacc2769 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.0636969 Feb 12 21:40:02.500308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-130272c4-8c88-42ee-88df-588e86e29f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:02.501849 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-130272c4-8c88-42ee-88df-588e86e29f7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771577 Feb 12 21:40:02.651182 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-a1ca27e0-f28a-42ce-9960-63d035f4413a service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410842 Feb 12 21:40:02.796324 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b536232-d8fd-4907-927e-a2b0d33f6cb7 req-03591d9f-cd7e-43ae-bb18-eb7aeb6c4e44 service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371419 Feb 12 21:40:03.080872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0a697b1-d830-406b-b866-74a1a3aafc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:03.433823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d96218-4363-4b05-a1b2-13d1de668052 req-bf024232-90b0-4a4b-8650-db87af0411ea tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:03.435374 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a9d96218-4363-4b05-a1b2-13d1de668052 req-bf024232-90b0-4a4b-8650-db87af0411ea tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0887163 Feb 12 21:40:03.485575 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a9d96218-4363-4b05-a1b2-13d1de668052 req-36c1c742-2ce2-4833-8425-a910d625e31e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0437829 Feb 12 21:40:04.689992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f758d6-5681-40c6-84e3-f1ce756cf796 req-9c10b737-dcf7-4abe-8dc9-83b43dd3ebcd tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:04.691667 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-38f758d6-5681-40c6-84e3-f1ce756cf796 req-9c10b737-dcf7-4abe-8dc9-83b43dd3ebcd tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0910957 Feb 12 21:40:04.741583 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-38f758d6-5681-40c6-84e3-f1ce756cf796 req-0fe3cdb7-e175-4a9a-a40d-e7ca054505fd tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0434756 Feb 12 21:40:04.951492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed5db4fa-1044-4a0f-98a1-b2ccea3e57ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:05.271304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:05.939268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80d2db-ffb9-4c1d-a59e-f48ffc6bc902 req-b3c9efc4-10ed-45f2-8d9c-7cc33265c19a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:05.941113 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5d80d2db-ffb9-4c1d-a59e-f48ffc6bc902 req-b3c9efc4-10ed-45f2-8d9c-7cc33265c19a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0861318 Feb 12 21:40:05.994942 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5d80d2db-ffb9-4c1d-a59e-f48ffc6bc902 req-4e933205-b741-42f6-a4b3-ad8a7d2010eb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0470383 Feb 12 21:40:06.539491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:07.203323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c739-15b9-46c2-a132-0f9d1748a75a req-4370b25a-c38f-4c8e-8cb1-094975d8303b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:07.204956 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-eb57c739-15b9-46c2-a132-0f9d1748a75a req-4370b25a-c38f-4c8e-8cb1-094975d8303b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0930164 Feb 12 21:40:07.259958 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-eb57c739-15b9-46c2-a132-0f9d1748a75a req-415811c0-b374-4e60-86c6-5c0694cf0bda tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0481889 Feb 12 21:40:07.398192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:07.789567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:08.469455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85992ca-f3e9-4639-9620-2b0a3bd043ad req-25928359-4834-47d7-8f2f-c7bd66d5957e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:08.471097 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d85992ca-f3e9-4639-9620-2b0a3bd043ad req-25928359-4834-47d7-8f2f-c7bd66d5957e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0928912 Feb 12 21:40:08.520234 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d85992ca-f3e9-4639-9620-2b0a3bd043ad req-3008a589-06eb-49ee-8539-fab9bbf7739d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0427547 Feb 12 21:40:09.716425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f44f12-b8ba-4bce-8c07-0c49f9df525a req-c6fd87c4-867d-401a-8287-32eec93c60a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:09.718541 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-01f44f12-b8ba-4bce-8c07-0c49f9df525a req-c6fd87c4-867d-401a-8287-32eec93c60a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0865364 Feb 12 21:40:09.768142 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-01f44f12-b8ba-4bce-8c07-0c49f9df525a req-0b048e4f-6380-4b43-a9aa-6e1d8e27f760 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0431471 Feb 12 21:40:10.972157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0adf6-6be1-4c9d-bf7f-02048b57adc4 req-5dc7f852-c70f-45e5-87f3-4851f68dc47d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:10.973757 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9fd0adf6-6be1-4c9d-bf7f-02048b57adc4 req-5dc7f852-c70f-45e5-87f3-4851f68dc47d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0911849 Feb 12 21:40:11.024097 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9fd0adf6-6be1-4c9d-bf7f-02048b57adc4 req-193804fc-364c-485b-9410-f22ed80499ca tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0438616 Feb 12 21:40:12.229563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7e1c-cf26-4697-823d-cc46ed82e45b req-8a633530-74e6-421d-9a4a-e40798d0b2a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:12.231209 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-881d7e1c-cf26-4697-823d-cc46ed82e45b req-8a633530-74e6-421d-9a4a-e40798d0b2a9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0907989 Feb 12 21:40:12.283236 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-881d7e1c-cf26-4697-823d-cc46ed82e45b req-8eb8da5d-cc54-43a2-9b90-743d3b337429 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0451703 Feb 12 21:40:13.487160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db217-585e-4258-9271-8f69bccaf70f req-f50636dd-ef02-4ff7-8bdd-a18f36b6929c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:13.488752 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b97db217-585e-4258-9271-8f69bccaf70f req-f50636dd-ef02-4ff7-8bdd-a18f36b6929c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0859210 Feb 12 21:40:13.540945 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b97db217-585e-4258-9271-8f69bccaf70f req-2ffa8f7b-c40c-41b6-bef0-a2c92a538c25 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0458891 Feb 12 21:40:14.741329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf7743-3721-4fbb-9d76-65e09eaafe08 req-fcc7f706-3469-4a75-b589-ec403ec72e02 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:14.742967 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bbaf7743-3721-4fbb-9d76-65e09eaafe08 req-fcc7f706-3469-4a75-b589-ec403ec72e02 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0873811 Feb 12 21:40:14.796875 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bbaf7743-3721-4fbb-9d76-65e09eaafe08 req-a6222a4c-3554-45d7-9610-a4ad354b6914 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0474234 Feb 12 21:40:16.004809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c523580-2bda-4bb2-a55d-c79b40f836a8 req-5f500959-29a5-43f0-8ea4-23f6ff56bb9c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:16.006926 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6c523580-2bda-4bb2-a55d-c79b40f836a8 req-5f500959-29a5-43f0-8ea4-23f6ff56bb9c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0886860 Feb 12 21:40:16.080019 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6c523580-2bda-4bb2-a55d-c79b40f836a8 req-06f0aac0-cafa-4c99-a847-4d534d4670d4 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0663161 Feb 12 21:40:17.281804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3392d3-be90-4161-99fa-bc4e9d2c7d78 req-ce82b0d4-fb87-46fc-8136-079010c1b7aa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:17.283465 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ca3392d3-be90-4161-99fa-bc4e9d2c7d78 req-ce82b0d4-fb87-46fc-8136-079010c1b7aa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0915666 Feb 12 21:40:17.333307 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ca3392d3-be90-4161-99fa-bc4e9d2c7d78 req-fa167e3f-7595-4395-8eb8-38c80df83327 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0435023 Feb 12 21:40:18.534698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87872d8e-b22d-4e6c-85ea-8fbc3150bb20 req-b3960b4e-4c78-4862-b5a0-74746168bed9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:18.536379 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-87872d8e-b22d-4e6c-85ea-8fbc3150bb20 req-b3960b4e-4c78-4862-b5a0-74746168bed9 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0900304 Feb 12 21:40:18.787651 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-87872d8e-b22d-4e6c-85ea-8fbc3150bb20 req-8f99024e-9480-4eb2-ac20-7f0e94a059f0 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2449682 Feb 12 21:40:19.993376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916bd89-033a-418d-9d5d-933d1b295a65 req-091ad3ab-cfd8-49f7-a19b-758d14f21bd6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:19.995029 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1916bd89-033a-418d-9d5d-933d1b295a65 req-091ad3ab-cfd8-49f7-a19b-758d14f21bd6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0896351 Feb 12 21:40:20.050311 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1916bd89-033a-418d-9d5d-933d1b295a65 req-884f85c0-35d1-44ee-b6fc-2292b2254684 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&id=7d713653-34e0-4956-b576-ba35bdf3bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0445845 Feb 12 21:40:25.949035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:40:31.847451 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-0742da4f-f923-4f97-ba6f-7a5fe24b093b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0765152 Feb 12 21:40:31.985940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-5b8e12b8-b7fb-4215-91fa-92b522ddbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:31.987611 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-5b8e12b8-b7fb-4215-91fa-92b522ddbb0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.0805247 Feb 12 21:40:32.146693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-3fd14060-c9c8-45b3-b1aa-d0e47fdaa5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:32.148308 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-3fd14060-c9c8-45b3-b1aa-d0e47fdaa5a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1394951 Feb 12 21:40:32.221975 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-d980c8ec-d64f-48eb-836d-86828f3d9df7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0661573 Feb 12 21:40:32.293468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-4cf60867-e0a4-41df-ac78-d7e7f3709bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:32.294992 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-4cf60867-e0a4-41df-ac78-d7e7f3709bb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0652144 Feb 12 21:40:32.349060 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-8dc8e372-79fd-40c4-9793-9d5a8c4b2932 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460670 Feb 12 21:40:32.696618 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-67e9cc66-b4ac-4d17-b035-8c744e3942d9 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402140 Feb 12 21:40:32.839158 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3807df21-55b6-45f7-83f9-ff3d2ae35a06 req-b0125bde-d1f8-4e18-8e62-cfed55e1297e service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342390 Feb 12 21:40:33.084136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-21ac5711-1acf-48a6-9c47-b54a03598403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:34.955012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0d9380e-1858-46c8-91c4-60c63124cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.273867 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:36.542019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.398126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.801512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:02.948398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:41:03.088507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1894b8d0-02c0-4e8a-b74a-14842b6d4326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:04.957239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f6d04136-9c5b-475f-9109-8336f97846d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:05.276567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:06.544858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:07.401377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:07.811983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:33.102721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d29bada4-7841-4e67-a165-f7151c53dfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.794385 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-0a10939f-53ed-496d-9db9-54fba891bdc1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1799846 Feb 12 21:41:34.908254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-defdaddf-1bf5-4304-aa95-0c3c8e4f8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:34.909924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-defdaddf-1bf5-4304-aa95-0c3c8e4f8472 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1162 time: 0.0810483 Feb 12 21:41:34.958724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aebd6899-8135-41cb-bbfd-8a87f19feaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:35.069561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-0f47ab3a-0d1e-496a-b725-07a9d1f131d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:35.071210 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-0f47ab3a-0d1e-496a-b725-07a9d1f131d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1414416 Feb 12 21:41:35.146889 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-8fa5405f-aadf-4680-a62b-5b29ab981791 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 200 len: 217 time: 0.0691371 Feb 12 21:41:35.217376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-2c2d40d1-08ba-4e65-aca7-67e7a0329fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:35.219534 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-2c2d40d1-08ba-4e65-aca7-67e7a0329fa5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0654113 Feb 12 21:41:35.272444 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-457a4aca-0bec-45aa-8332-3f32c02829a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467987 Feb 12 21:41:35.286642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:35.418327 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-46668be6-1479-4230-a7e5-5f7c8a39e534 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388731 Feb 12 21:41:35.564844 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85918c3b-bef7-4eac-934c-0fdb1e995885 req-91807227-2c77-4432-852e-db50ac70813d service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377575 Feb 12 21:41:36.548737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:37.405322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:37.817786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:39.948395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:41:44.133449 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-0da8d1f8-7dc5-4517-8c57-c28350f12577 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-548626197&fields=id&tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f HTTP/1.1" status: 200 len: 267 time: 0.2094612 Feb 12 21:41:44.224390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-97a67eba-2712-4cc7-9422-20755c497859 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:44.225992 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-97a67eba-2712-4cc7-9422-20755c497859 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 985 time: 0.0863914 Feb 12 21:41:44.238528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Request body: {'port': {'security_groups': ['958a4a65-322d-4321-9480-2cba12727d03']}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:44.372770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:44.692469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:41:44.719729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:44.723360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:44.738256 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:44.893569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event updated for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=6']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:44.905550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.905957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.907011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.907414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.907808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.908198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.908585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.908956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.909339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.909720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.910101 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.910485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.910931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.911315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.911692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.912067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.912441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.912819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.913195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.913571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.913947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.914323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.914699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.915092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:44.920715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:44.952702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:44.953936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:44.955451 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d7c9ef63-4b2f-42c7-945d-ee80f6249b28 req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "PUT /v2.0/ports/cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 943 time: 0.7225971 Feb 12 21:41:44.956082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:45.077755 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'status': 'completed', 'code': 200} Feb 12 21:41:45.184412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3778bbda-6891-4eed-bdcd-f974ccd27297 None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:45.184412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3778bbda-6891-4eed-bdcd-f974ccd27297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:45.224777 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4264cddf-f0d2-4870-8039-ab133c61f2b2 req-ae3b7f35-7e17-4267-898b-208a780e54d7 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups/7d713653-34e0-4956-b576-ba35bdf3bb26 HTTP/1.1" status: 200 len: 3003 time: 0.1165984 Feb 12 21:41:45.283739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783a429-af11-42f0-b05f-acd043f4a936 req-83a70dff-0daa-4e09-bfc4-0a851efa1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:45.285397 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b783a429-af11-42f0-b05f-acd043f4a936 req-83a70dff-0daa-4e09-bfc4-0a851efa1b7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1163 time: 0.1571589 Feb 12 21:41:45.415590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-4264cddf-f0d2-4870-8039-ab133c61f2b2 req-3409509c-245f-486e-8279-2cba48a9abfa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:45.466670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-4264cddf-f0d2-4870-8039-ab133c61f2b2 req-3409509c-245f-486e-8279-2cba48a9abfa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:45.514461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783a429-af11-42f0-b05f-acd043f4a936 req-d5efde8f-c615-44a7-a66b-1e97a95f9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:45.516107 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b783a429-af11-42f0-b05f-acd043f4a936 req-d5efde8f-c615-44a7-a66b-1e97a95f9973 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.2218146 Feb 12 21:41:45.612733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-4264cddf-f0d2-4870-8039-ab133c61f2b2 req-3409509c-245f-486e-8279-2cba48a9abfa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:45.620046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3231914f-6bfc-4695-a93e-8834d22d1804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:45.649794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409509c-245f-486e-8279-2cba48a9abfa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d713653-34e0-4956-b576-ba35bdf3bb26,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:45.652799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3409509c-245f-486e-8279-2cba48a9abfa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:45.664595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-4264cddf-f0d2-4870-8039-ab133c61f2b2 req-3409509c-245f-486e-8279-2cba48a9abfa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:45.664595 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4264cddf-f0d2-4870-8039-ab133c61f2b2 req-3409509c-245f-486e-8279-2cba48a9abfa tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d713653-34e0-4956-b576-ba35bdf3bb26 HTTP/1.1" status: 204 len: 173 time: 0.4301512 Feb 12 21:41:45.667267 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b783a429-af11-42f0-b05f-acd043f4a936 req-7f42b45b-fa97-41ab-8240-d42d12903d68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 1001 time: 0.1430285 Feb 12 21:41:45.744948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783a429-af11-42f0-b05f-acd043f4a936 req-122fc6eb-0d59-40d3-a6dd-be4ac00bc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:45.746553 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b783a429-af11-42f0-b05f-acd043f4a936 req-122fc6eb-0d59-40d3-a6dd-be4ac00bc540 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.0708196 Feb 12 21:41:45.839028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783a429-af11-42f0-b05f-acd043f4a936 req-62ad98dd-ecc9-4ade-86c0-c4e7ab7d7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:45.840672 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b783a429-af11-42f0-b05f-acd043f4a936 req-62ad98dd-ecc9-4ade-86c0-c4e7ab7d7f97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873621 Feb 12 21:41:45.859074 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-764365fc-e19a-4e4d-9b38-739c3b373dd5 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/floatingips/947f38e3-79fa-440b-a1cf-f0545d33bd09 HTTP/1.1" status: 200 len: 998 time: 0.1739132 Feb 12 21:41:45.987769 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b783a429-af11-42f0-b05f-acd043f4a936 req-cb8c7ccc-83a5-48c6-ab7a-8269418b5141 service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399312 Feb 12 21:41:46.020867 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-1e2f22e4-923d-4928-b179-8c0939f8e23a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:46.022375 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-1e2f22e4-923d-4928-b179-8c0939f8e23a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/networks/afb16f71-84b0-4a3c-9b47-8309a295518b HTTP/1.1" status: 200 len: 784 time: 0.1571894 Feb 12 21:41:46.034589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-f75ed4b0-04ff-41b1-9e15-3572d834e2c3 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:41:46.035665 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-f75ed4b0-04ff-41b1-9e15-3572d834e2c3 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062678 Feb 12 21:41:46.136669 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b783a429-af11-42f0-b05f-acd043f4a936 req-1582f55a-1ab2-4bf4-9045-159f7028a91c service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405396 Feb 12 21:41:46.152286 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-72f32d95-2368-48c0-aae3-9ce48c992a8e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.95 HTTP/1.1" status: 200 len: 1001 time: 0.1093323 Feb 12 21:41:46.234007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-63070f8e-c09e-4f05-945f-8bd0a3dffb59 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:46.236067 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-63070f8e-c09e-4f05-945f-8bd0a3dffb59 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports/cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 943 time: 0.0775766 Feb 12 21:41:46.424849 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-6f29ee11-fb1f-4de5-93b1-d80b5edb7342 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.95 HTTP/1.1" status: 200 len: 1001 time: 0.1063273 Feb 12 21:41:46.646172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Deleting port f6511260-eec3-4334-88ac-043aa449c9cd {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:41:46.646544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:46.683831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:46.758659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:46.759324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:46.828912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:46.829194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:46.962535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Calling delete_port for f6511260-eec3-4334-88ac-043aa449c9cd owned by network:floatingip {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:41:47.193947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:47.209208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:47.303097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event deleted for resources: {'Port': ['ID=f6511260-eec3-4334-88ac-043aa449c9cd,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:47.322321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.322630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.323053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.323447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.323835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.324223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.324605 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.324988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.325371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.325750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.326136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.326515 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.326959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.327339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.327717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.328152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.329020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.329398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.329774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.330148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.330527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.330924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.331303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.331678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:47.336958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:47.393070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks [] for floatingip, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:47.393703 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Floating IP 947f38e3-79fa-440b-a1cf-f0545d33bd09 disassociated (deleted). External IP: 172.27.2.95, port: cead8b5f-b2b3-4af1-8557-8ca9abe62ef6. Feb 12 21:41:47.985725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:41:48.174724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:41:48.185061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] Sync routers for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:41:48.194788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:41:48.195481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:41:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:48.209561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:48.272907 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "DELETE /v2.0/floatingips/947f38e3-79fa-440b-a1cf-f0545d33bd09 HTTP/1.1" status: 204 len: 173 time: 1.8419507 Feb 12 21:41:48.273364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:48.383926 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'status': 'completed', 'code': 200} Feb 12 21:41:48.388839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:41:48.421456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-60baf978-0263-4347-b49b-74a09d2befad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.424117 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-60baf978-0263-4347-b49b-74a09d2befad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1163 time: 0.1347139 Feb 12 21:41:48.549380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-bdbe29d0-3a37-407b-a9c8-5103c1a5d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.551074 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-bdbe29d0-3a37-407b-a9c8-5103c1a5d571 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1163 time: 0.1044335 Feb 12 21:41:48.593838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-0739cfb4-85a4-4703-8f29-7901c2eed52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.595662 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-0739cfb4-85a4-4703-8f29-7901c2eed52b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.1598041 Feb 12 21:41:48.676061 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-18d19242-84cd-44be-b167-cb6e314a6135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 217 time: 0.0733340 Feb 12 21:41:48.727764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-ded8c319-71c1-45cd-bfee-e66504a4f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.729472 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-ded8c319-71c1-45cd-bfee-e66504a4f0e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.1703000 Feb 12 21:41:48.735893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:53Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:48.740596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] Checking router: eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:41:48.750465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-5ad2eda2-649c-4da7-8c54-c6ad93900c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.752046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:41:48.752538 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-5ad2eda2-649c-4da7-8c54-c6ad93900c0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.0701599 Feb 12 21:41:48.752718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:41:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:48.821905 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-26a4b926-a446-4b61-a2ad-55ddb146d257 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 217 time: 0.0854871 Feb 12 21:41:48.855394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b92be392-4a2c-4523-9cfd-fa48757a35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.857140 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-b92be392-4a2c-4523-9cfd-fa48757a35de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966742 Feb 12 21:41:48.898767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-446dcfca-052c-4a0d-9f1c-670e953432df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.900409 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-446dcfca-052c-4a0d-9f1c-670e953432df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.0724814 Feb 12 21:41:48.953516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:41:49.007821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-d47ffb27-61d2-4a48-8314-d5917ef261a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:49.009779 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-d47ffb27-61d2-4a48-8314-d5917ef261a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020091 Feb 12 21:41:49.033392 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-6dbe19c9-fef5-4b6e-b11b-3929c5101f56 service neutron] 10.222.0.36 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681540 Feb 12 21:41:49.162448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-de994343-dd1d-4f81-a620-881a315c7275 service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454494 Feb 12 21:41:49.199920 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79c4d7d8-9275-4d46-b49a-4d2dec1b4d40 req-2f7b7788-8e8a-4ae2-90c5-d912c8cf8d86 service neutron] 10.222.0.36 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505957 Feb 12 21:41:49.319281 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41f062cc-4e52-45c4-8b42-8a15d5e913ff req-e69a2419-69e7-48a7-8524-032347593e6e service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492989 Feb 12 21:41:49.471501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:53Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:49.475668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef6b30-cae5-4e2b-93a6-7dbc7c02dc39 None None] The sync data for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi is: [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:36:43Z', 'revision_number': 4, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d', 'name': '', 'network_id': '7e9b2f70-aa29-43ac-8a48-58fb6572ef10', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'mac_address': 'fa:16:3e:8c:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'bd236851-3408-4d32-88e4-8f208202e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:42Z', 'updated_at': '2021-02-12T21:36:53Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'subnets': [{'id': 'bd236851-3408-4d32-88e4-8f208202e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:41:49.914345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb048cc-06a9-43ac-97aa-45f503703719 None None] New status for floating IP 947f38e3-79fa-440b-a1cf-f0545d33bd09: DOWN {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:42:03.088696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a8f37849-e244-4ae4-bb83-73dcc324d4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:04.961030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5fc6df5d-f948-41f5-b8d3-e3407835a741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:05.279192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:06.553972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:07.407500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:07.836432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:16.948215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:42:33.096591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8597-3f88-4131-b82d-fdacbaf81a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:34.712858 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-c3eefc05-d671-410f-ba8b-fa36aeb54aae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810683 Feb 12 21:42:34.822680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-db311315-6935-47fe-8f90-42dd879a4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:34.824415 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-db311315-6935-47fe-8f90-42dd879a4666 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 1163 time: 0.0782514 Feb 12 21:42:34.964175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-301566a5-42fc-489b-a354-5462ce168f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:35.190514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-4f9fcdaa-e54e-4cee-86a0-2e74dec5e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:35.192135 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-4f9fcdaa-e54e-4cee-86a0-2e74dec5e677 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 905 time: 0.3481073 Feb 12 21:42:35.282633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:35.303411 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-2ef46546-69e6-4e3a-abb7-75d33a8936ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eeda024-1252-4a38-af47-562cd72de0d7 HTTP/1.1" status: 200 len: 1002 time: 0.1036975 Feb 12 21:42:35.375491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-7045b7ff-9205-404a-9e1c-81cc7e9130f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:35.377080 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-7045b7ff-9205-404a-9e1c-81cc7e9130f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 200 len: 850 time: 0.0665212 Feb 12 21:42:35.461210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-1671f0dc-e6eb-42d5-81a3-94ea488d9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:35.462815 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-1671f0dc-e6eb-42d5-81a3-94ea488d9196 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86e6ed5d-4e82-422f-95bb-877219275b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793259 Feb 12 21:42:35.602463 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-0e6055ae-4d64-4af2-86c9-b26618289708 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329033 Feb 12 21:42:35.742236 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a324cb9-ab4d-4cf0-bc58-ee4fe55cb00b req-2ebc09b7-3a80-458f-bf36-f6820e423374 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330779 Feb 12 21:42:36.554823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:37.410607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:37.844385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:53.947521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:43:03.090638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4a68715-be08-4b29-8c69-7fdd3b1c3c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:04.966210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c888cac6-2b42-4701-a160-83b6954e34f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:05.284747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:06.556214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:07.412302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:07.859783 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:30.947293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:43:33.094414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac862db5-8cd5-4d27-b1d5-bd53699e6a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:34.968071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-edfa5d25-6451-4e65-a27a-11b900666920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:35.288548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:35.655827 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-1ee40b97-96ea-457e-a3dc-5025c8ce0ed4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0775666 Feb 12 21:43:35.771940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-8c49cf50-c46b-4955-a75e-4b72dd1580aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:35.773587 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-8c49cf50-c46b-4955-a75e-4b72dd1580aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 1162 time: 0.0834901 Feb 12 21:43:35.933645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-9ca775fe-18e2-462d-b5fe-cb841f7b8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:35.935874 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-9ca775fe-18e2-462d-b5fe-cb841f7b8934 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 910 time: 0.1438975 Feb 12 21:43:36.051022 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-3c20a117-b209-492a-90b1-0c0aa8f14884 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddfa3045-084a-4071-8667-79f60725bd70 HTTP/1.1" status: 200 len: 1000 time: 0.1073134 Feb 12 21:43:36.127174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-87090745-9324-494d-b4cb-ba94632b85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:36.128775 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-87090745-9324-494d-b4cb-ba94632b85e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06ae67bb-7b12-4bf5-a3b2-3427a70314e0 HTTP/1.1" status: 200 len: 855 time: 0.0680835 Feb 12 21:43:36.210692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-a2af60da-b283-41b6-97c8-c4be8987ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:36.212240 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-a2af60da-b283-41b6-97c8-c4be8987ded9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bc504f8-feb8-4610-82f2-0e164be44d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762773 Feb 12 21:43:36.355835 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-17006586-fdab-4897-ad93-01fc25fa04a4 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360090 Feb 12 21:43:36.500979 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0213c1f2-655b-4a47-b49c-b0a4954752ca req-583eb74a-3cd1-40da-aad4-6e349f91c5c7 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380477 Feb 12 21:43:36.557713 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:37.414753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:37.865152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:03.097250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb36760b-4b08-414d-b22f-420de3eb1523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:04.970320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a817cc92-7528-4378-8329-ecea90a7444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:05.292400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:06.566814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:07.417220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:07.865454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:07.947489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:44:33.100427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5c02098d-48ec-4319-82f4-54629c7a8c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:34.974485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82103481-9935-4f41-8c08-2369e78de204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:35.296347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:36.558573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:37.066979 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-ff7f91f2-ba10-4689-afb4-6b690a3f3c2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0818212 Feb 12 21:44:37.178140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-4fef7ba3-353b-492d-8c40-dec9b18cff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:37.179783 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-4fef7ba3-353b-492d-8c40-dec9b18cff8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 1162 time: 0.0774629 Feb 12 21:44:37.339824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-fa6223ed-1810-4579-a5a8-5fcdecf57e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:37.341441 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-fa6223ed-1810-4579-a5a8-5fcdecf57e96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1428583 Feb 12 21:44:37.420853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:37.422355 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-d6574d30-481d-4020-b86e-3e4a81a03f33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56046c26-c882-4c0e-beec-b3a177d2d569 HTTP/1.1" status: 200 len: 217 time: 0.0729711 Feb 12 21:44:37.492703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-16f4168a-d04c-4277-99cc-e449f8c45b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:37.494293 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-16f4168a-d04c-4277-99cc-e449f8c45b11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0649061 Feb 12 21:44:37.547562 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-5ae0ccfa-31dc-401f-9d81-16e4ddba0b26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460212 Feb 12 21:44:37.691130 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-e9469317-3bdf-48d0-82f2-f0c358cbdc02 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358116 Feb 12 21:44:37.833938 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-02c82279-8e7f-49f9-8582-d3e50894e0ab req-4f2bcec3-7e41-407a-8cb3-010ecae95fa6 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359632 Feb 12 21:44:37.867400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:44.948161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:45:03.104487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf816-ceba-452e-add7-40b27803361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:04.975818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-06d4eb38-aa5f-49dd-b497-f91293c877df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:05.298019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:06.562351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:07.422652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:07.876371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:21.947350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:45:33.109003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6117570-1ae6-4a3d-aa13-577e4029e17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:34.978692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c448f98d-1535-42a2-bd04-c52ba6499d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:35.300748 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:36.565606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:37.425650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:37.489832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f7864-26a2-41d4-9252-d1f8225126c4 req-bf97a12c-df20-4874-960c-08d5168115de tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:37.491785 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4d8f7864-26a2-41d4-9252-d1f8225126c4 req-bf97a12c-df20-4874-960c-08d5168115de tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.0980744 Feb 12 21:45:37.542758 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4d8f7864-26a2-41d4-9252-d1f8225126c4 req-e063b270-e7c5-4406-a23a-374d9e949244 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432868 Feb 12 21:45:37.643045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adc8c1-32a2-4fe6-a365-63e784b94175 req-bf47ac4c-5da0-4420-bc73-6b2ee727478d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:37.644592 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74adc8c1-32a2-4fe6-a365-63e784b94175 req-bf47ac4c-5da0-4420-bc73-6b2ee727478d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.0872440 Feb 12 21:45:37.692645 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74adc8c1-32a2-4fe6-a365-63e784b94175 req-b145bf41-38df-45c9-bf34-f3a17a3fc353 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Feb 12 21:45:37.896468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:38.674113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31042e28-e903-4ad4-9363-98ba243397e0 req-db12b550-7d38-4408-b59c-c60243d21a89 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:38.675769 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-31042e28-e903-4ad4-9363-98ba243397e0 req-db12b550-7d38-4408-b59c-c60243d21a89 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.0935566 Feb 12 21:45:38.764868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Deleting port ddfa3045-084a-4071-8667-79f60725bd70 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:38.765374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:38.821984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-0c469cca-d3c9-4768-baf3-683d7b4773c9 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:38.823706 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-0c469cca-d3c9-4768-baf3-683d7b4773c9 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.1748180 Feb 12 21:45:38.887825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a03cf-f01c-43ce-901a-4dd7a1af837a req-05ad170b-cbeb-4d7a-b885-40479561b0db tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:38.889457 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e63a03cf-f01c-43ce-901a-4dd7a1af837a req-05ad170b-cbeb-4d7a-b885-40479561b0db tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.1934812 Feb 12 21:45:38.931187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Deleting port 1eeda024-1252-4a38-af47-562cd72de0d7 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:38.931563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.040418 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e63a03cf-f01c-43ce-901a-4dd7a1af837a req-e67cd9a5-38bb-4c3a-b895-62bb53c34dac tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344175 Feb 12 21:45:39.235669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] For port 1eeda024-1252-4a38-af47-562cd72de0d7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1eeda024-1252-4a38-af47-562cd72de0d7,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:39.236082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.358294 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-1b591b57-bcde-4b0e-af98-6b8110539445 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5231078 Feb 12 21:45:39.378199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23bb46-d6c7-4c3e-b624-a19920c1ed0e req-bff93dc8-8a1b-43ed-aa68-42267b210771 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:39.379732 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9a23bb46-d6c7-4c3e-b624-a19920c1ed0e req-bff93dc8-8a1b-43ed-aa68-42267b210771 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 946 time: 0.4751761 Feb 12 21:45:39.491653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] For port ddfa3045-084a-4071-8667-79f60725bd70, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ddfa3045-084a-4071-8667-79f60725bd70,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:39.492049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.572528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.572945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.573300 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Floating IP 9456e15a-80c4-4535-a149-60a62404886e disassociated. External IP: 172.27.2.213, port: 1eeda024-1252-4a38-af47-562cd72de0d7. Feb 12 21:45:39.573682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Calling delete_port for 1eeda024-1252-4a38-af47-562cd72de0d7 owned by compute:nova {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:39.591456 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9a23bb46-d6c7-4c3e-b624-a19920c1ed0e req-6ce76aae-0b5b-4cc3-9335-8e8e7a83ad78 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a37a704-6d71-4fa2-b108-4502b9d05740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014546 Feb 12 21:45:39.730638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-891617a9-1c0a-459e-9641-bb7efd582249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:39.732483 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-891617a9-1c0a-459e-9641-bb7efd582249 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 1163 time: 0.3360698 Feb 12 21:45:39.740491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.760483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:39.860193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event deleted for resources: {'Port': ['ID=1eeda024-1252-4a38-af47-562cd72de0d7,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:39.878102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.878521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.878945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.879402 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.879745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.880140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.880529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.880917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.881306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.881693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.882080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.882464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.882910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.883294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.883675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.884060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.884439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.884818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.885196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.885575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.885953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.886331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.886708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.887105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:39.893057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:39.975409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.976151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.976519 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Floating IP f3194afd-4b00-4359-907b-d28d7f79b588 disassociated. External IP: 172.27.2.61, port: ddfa3045-084a-4071-8667-79f60725bd70. Feb 12 21:45:39.977946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Calling delete_port for ddfa3045-084a-4071-8667-79f60725bd70 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:40.062722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-1f4701ee-6b60-4a8c-b6d9-e55a1f8a0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:40.064358 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-1f4701ee-6b60-4a8c-b6d9-e55a1f8a0d44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 200 len: 909 time: 0.2481675 Feb 12 21:45:40.159574 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-94501ad3-bae1-4394-89e4-95de7a8b2c6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 200 len: 217 time: 0.0767553 Feb 12 21:45:40.169524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:45:40.187305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 1eeda024-1252-4a38-af47-562cd72de0d7 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:40.242069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] No Port match for: 1eeda024-1252-4a38-af47-562cd72de0d7 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:40.242879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 1eeda024-1252-4a38-af47-562cd72de0d7 not bound to the agent host hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:40.243840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device ddfa3045-084a-4071-8667-79f60725bd70 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:40.353505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-b87cacb5-8161-4a43-bbea-7c2e22ff3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:40.355175 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-b87cacb5-8161-4a43-bbea-7c2e22ff3249 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 200 len: 854 time: 0.1870825 Feb 12 21:45:40.389305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.419931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:45:40.426004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.430322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] Sync routers for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:45:40.442351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:40.443385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:45:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:40.446436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1d30d6d-b83b-48e4-9075-0b337e77f6ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:40.501214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] No DVR routers for this DVR port 1eeda024-1252-4a38-af47-562cd72de0d7 on host hv-cinder-77525 {{(pid=84047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:45:40.504019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.507019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'name': 'network-vif-deleted', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7'}] {{(pid=84047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:45:40.526995 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "DELETE /v2.0/ports/1eeda024-1252-4a38-af47-562cd72de0d7 HTTP/1.1" status: 204 len: 173 time: 1.6973503 Feb 12 21:45:40.573645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event deleted for resources: {'Port': ['ID=ddfa3045-084a-4071-8667-79f60725bd70,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:40.587888 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe476fb-1cec-4482-8856-c9d2bfe27a4d', 'name': 'network-vif-deleted', 'tag': '1eeda024-1252-4a38-af47-562cd72de0d7', 'status': 'completed', 'code': 200} Feb 12 21:45:40.604529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.604943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.605346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.605750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.606147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.606544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.606969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.607441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.608321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.608725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.609123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.609508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.609944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.610332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.610720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.611143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.611519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.611907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.612294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.612678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.613066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.613451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.613835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.614249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:40.626681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b084a66-a917-441c-95b2-e516b97631e6 req-0dc1720b-2b60-4995-aff3-95f2e117070b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:40.628405 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0b084a66-a917-441c-95b2-e516b97631e6 req-0dc1720b-2b60-4995-aff3-95f2e117070b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 945 time: 0.3857131 Feb 12 21:45:40.633368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:40.713147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:40.749204 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0b084a66-a917-441c-95b2-e516b97631e6 req-4202dc8b-3d3b-45af-863e-12746e383be9 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f03e149-4310-4b18-895b-687653bda91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069832 Feb 12 21:45:40.751214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-d40ec539-d2a0-448b-9263-070543a2396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:40.752902 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-d40ec539-d2a0-448b-9263-070543a2396a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e9b2f70-aa29-43ac-8a48-58fb6572ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3882968 Feb 12 21:45:40.916284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce7807a7-8e06-49d4-9d77-97b008b3e328 req-595b17ef-6d17-4c46-80ad-7dbf1270594c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:40.931133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ce7807a7-8e06-49d4-9d77-97b008b3e328 req-595b17ef-6d17-4c46-80ad-7dbf1270594c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:40.932448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ce7807a7-8e06-49d4-9d77-97b008b3e328 req-595b17ef-6d17-4c46-80ad-7dbf1270594c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe476fb-1cec-4482-8856-c9d2bfe27a4d HTTP/1.1" status: 200 len: 210 time: 0.1160729 Feb 12 21:45:41.119811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Router 27f46364-d442-4e75-a157-e5df1ffac73b has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:45:41.239045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:41.242424 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-80875b97-ac87-4a22-ba10-67bf29c34c21 service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796000 Feb 12 21:45:41.244701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] Checking router: 66cd5171-d201-4d00-bf8c-6e90dd8ce327 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:45:41.254981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:41.256105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:45:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:41.466623 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:41.738204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:45:41.741615 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-84b5c048-17e7-4450-bf76-40bc88544f3d req-df582482-696a-4202-b9f8-09aa07afc1ec service neutron] 10.222.0.69 "GET /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4910502 Feb 12 21:45:41.751466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] Sync routers for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:45:41.775632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:41.776664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:45:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:41.779832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] No DVR routers for this DVR port ddfa3045-084a-4071-8667-79f60725bd70 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:45:41.782188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.792290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'name': 'network-vif-deleted', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:45:41.799911 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-31042e28-e903-4ad4-9363-98ba243397e0 req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "DELETE /v2.0/ports/ddfa3045-084a-4071-8667-79f60725bd70 HTTP/1.1" status: 204 len: 173 time: 3.1186810 Feb 12 21:45:41.859283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:41.870747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9be79-2526-4cee-b5e0-449e199efba5 None None] The sync data for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi is: [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:45:41.877631 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b419586d-15da-41de-bb1a-06c0160a7efc', 'name': 'network-vif-deleted', 'tag': 'ddfa3045-084a-4071-8667-79f60725bd70', 'status': 'completed', 'code': 200} Feb 12 21:45:41.956939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b9e09a89-dcf8-4b0b-8bdb-42f819704775 req-2e236d21-5f2d-46b4-ac98-0dc40ae8a651 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:42.081030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b9e09a89-dcf8-4b0b-8bdb-42f819704775 req-2e236d21-5f2d-46b4-ac98-0dc40ae8a651 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:42.082382 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b9e09a89-dcf8-4b0b-8bdb-42f819704775 req-2e236d21-5f2d-46b4-ac98-0dc40ae8a651 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=b419586d-15da-41de-bb1a-06c0160a7efc HTTP/1.1" status: 200 len: 210 time: 0.1898475 Feb 12 21:45:42.220202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 32856) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:42.282253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:42.307955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.344285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.402272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.409788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f380696a-2836-4395-bf6d-e1106e7544d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:42.429549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a37a704-6d71-4fa2-b108-4502b9d05740,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:42.433049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:42.442082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.446111 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "DELETE /v2.0/security-groups/7a37a704-6d71-4fa2-b108-4502b9d05740 HTTP/1.1" status: 204 len: 168 time: 0.2222605 Feb 12 21:45:42.447167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 32862) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:42.469389 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.v2.resource [None req-9d2ce528-7889-4c56-81e0-59b4f561f3af tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] show failed (client error): The resource could not be found. Feb 12 21:45:42.473523 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9d2ce528-7889-4c56-81e0-59b4f561f3af tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups/7a37a704-6d71-4fa2-b108-4502b9d05740 HTTP/1.1" status: 404 len: 347 time: 0.0222559 Feb 12 21:45:42.473936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 32866) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:42.490881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04848e58-9132-4a3a-a0b1-55334caf91c0 None None] New status for floating IP 9456e15a-80c4-4535-a149-60a62404886e: DOWN {{(pid=84049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:45:42.680364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Deleting port 0ee5b201-2264-4d21-8e9c-2ed9ae17719b {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:42.680744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.850966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:42.856826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] Checking router: 27f46364-d442-4e75-a157-e5df1ffac73b for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:45:42.868289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:42.869006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:45:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:42.941422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.941789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:43.084420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Calling delete_port for 0ee5b201-2264-4d21-8e9c-2ed9ae17719b owned by network:floatingip {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:43.088619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:43.199533 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:45:43.201637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:45:43.483211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:43.489447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a3befc-08aa-4a5d-81d4-57d6b6ae3723 None None] The sync data for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi is: [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:45:43.702994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Deleting port 0ee5b201-2264-4d21-8e9c-2ed9ae17719b {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:43.703315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:43.874721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5e20a-4a3a-44f7-b18c-de52fa6b7e33 None None] New status for floating IP f3194afd-4b00-4359-907b-d28d7f79b588: DOWN {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:45:43.891123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:43.891536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.025831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Calling delete_port for 0ee5b201-2264-4d21-8e9c-2ed9ae17719b owned by network:floatingip {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:44.182062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.198989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0a4c37a0-9ab1-4530-8f65-f84eebbc7812 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:44.280962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 32888) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:44.306879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event deleted for resources: {'Port': ['ID=0ee5b201-2264-4d21-8e9c-2ed9ae17719b,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:44.313416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:44.355049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.386540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.437615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.438751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.443974 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:44.456632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.457859 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "DELETE /v2.0/floatingips/9456e15a-80c4-4535-a149-60a62404886e HTTP/1.1" status: 204 len: 168 time: 1.9828172 Feb 12 21:45:44.463390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03e149-4310-4b18-895b-687653bda91b,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:44.466452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:44.477367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.478408 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "DELETE /v2.0/security-groups/7f03e149-4310-4b18-895b-687653bda91b HTTP/1.1" status: 204 len: 168 time: 0.1963415 Feb 12 21:45:44.481299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 32894) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:44.499556 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.v2.resource [None req-b90ed97f-3638-49cb-b8c5-0d75eec010b7 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] show failed (client error): The resource could not be found. Feb 12 21:45:44.502880 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b90ed97f-3638-49cb-b8c5-0d75eec010b7 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups/7f03e149-4310-4b18-895b-687653bda91b HTTP/1.1" status: 404 len: 347 time: 0.0183461 Feb 12 21:45:44.503552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 32900) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:44.676190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Deleting port 60ce9137-9845-4425-8998-bfb63d6e5aec {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:44.676573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.782233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 32908) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:44.788284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885772509', 'description': 'tempest-description--1003719089'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:44.794694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:44.799448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:44.804048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:44.810422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:44.820513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.845016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:44.849535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group_rule and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:44.853392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:44.859637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:44.951688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.954983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.960958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-bd919463-d261-488b-8fa5-7ee9245c5538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:45.008793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968b9765-4052-4891-9d21-ef4af2fd2eee,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:45.011646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.016542 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2295849 Feb 12 21:45:45.016542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:45.016815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 32912) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:45.022296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'security_group_rule': {'security_group_id': '968b9765-4052-4891-9d21-ef4af2fd2eee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:45.028798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:45.032932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group_rule and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:45.036207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:45.042052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:45.061460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.105340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.105707 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.136363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.139839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.141916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:45.169358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09991969-6813-46e4-9402-7c94e585a5ee,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:45.172682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:45.180232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.184189 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637652 Feb 12 21:45:45.184359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 32916) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:45.190277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'security_group_rule': {'security_group_id': '968b9765-4052-4891-9d21-ef4af2fd2eee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:45.196550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:45.200658 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:security_group_rule and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:45.203802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:45.209615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:45.226644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.244195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Calling delete_port for 60ce9137-9845-4425-8998-bfb63d6e5aec owned by network:floatingip {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:45.295350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.298574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.307437 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:45.330385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd217bbb-6585-4fe3-9c83-5ee0e475e2ae,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:45.333403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:45.341529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.346231 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575906 Feb 12 21:45:45.346624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 32922) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:45.352581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'floatingip': {'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:45.360474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:45.364660 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Usage tracker for resource:floatingip and tenant:a6a03cda6c7248a194e434a6bf03cfda is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:45.367704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:45.374286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:45.384008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.401263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.417010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:45.516066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event deleted for resources: {'Port': ['ID=60ce9137-9845-4425-8998-bfb63d6e5aec,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:45.526212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:45.543522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.589241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.606479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.608344 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "DELETE /v2.0/floatingips/f3194afd-4b00-4359-907b-d28d7f79b588 HTTP/1.1" status: 204 len: 168 time: 1.1036291 Feb 12 21:45:45.828877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Allocated IP 172.27.2.135 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/85ec5646-d08d-4e24-8759-57b5707086eb) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:45:46.005686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.035812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.061622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 32934) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:46.067516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151194263', 'description': 'tempest-description--1105689009'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:46.074004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:46.078408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:46.081589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:46.087787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:46.099507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.101029 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:46.124063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:46.128201 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group_rule and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:46.131296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:46.137196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:46.203700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'Port': ['ID=85ec5646-d08d-4e24-8759-57b5707086eb,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:46.206736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:46.211173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.215510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.221939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:46.249904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:45:46.251195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:45:46.253584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:45:46.271818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02382658-222a-4de0-b0e0-b52f930c9b55,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:46.274737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.278822 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2134299 Feb 12 21:45:46.278822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:46.279624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 32938) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:46.285252 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'security_group_rule': {'security_group_id': '02382658-222a-4de0-b0e0-b52f930c9b55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:46.291474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:46.295634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group_rule and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:46.298657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:46.304519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:46.320670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.339339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.387392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.391029 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.393127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:46.405650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.410240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8475ac43-98e2-478c-8e71-4d47782cf5b3,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:46.414046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:46.430050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.434279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-98612823-7d6b-46f3-926b-d9ca07fa1fe4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508451 Feb 12 21:45:46.434279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 32944) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:46.439967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'security_group_rule': {'security_group_id': '02382658-222a-4de0-b0e0-b52f930c9b55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:46.446465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:46.451729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:security_group_rule and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:46.454620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:46.461224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:46.477936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.544734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.548095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.550337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-93246a88-0144-4e26-8dfa-90a85bb1828f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:46.577543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d678e84-828e-41c7-a290-1a5368f7976a,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:46.582431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:46.587151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.591618 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559992 Feb 12 21:45:46.592087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 32950) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:46.598809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'floatingip': {'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:46.604846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:46.609301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Usage tracker for resource:floatingip and tenant:cb1dd963b5de455d9e4fae67504bcc7d is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:45:46.612472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:45:46.622441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:46.632427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.786311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.917061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.921489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.937286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:47.082612 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'Port': ['ID=85ec5646-d08d-4e24-8759-57b5707086eb,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:47.086120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:47.095956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Allocated IP 172.27.2.70 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/a008b28a-8f21-4611-a870-067f0ed07477) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:45:47.191166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.212864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.214213 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8664553 Feb 12 21:45:47.257839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.289448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.305949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b397bfd5-60e5-44e7-a6ac-3b73da94ec71 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:47.424688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-e941f9f0-ff9a-4de3-a670-fb1cdda7a924 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:47.439305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-e941f9f0-ff9a-4de3-a670-fb1cdda7a924 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:47.440601 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-e941f9f0-ff9a-4de3-a670-fb1cdda7a924 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1885772509&fields=id&tenant_id=a6a03cda6c7248a194e434a6bf03cfda HTTP/1.1" status: 200 len: 267 time: 0.0632138 Feb 12 21:45:47.455046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'Port': ['ID=a008b28a-8f21-4611-a870-067f0ed07477,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:47.460306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:47.505485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:45:47.506804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:45:47.509506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:45:47.542150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.605784 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.612790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-34e7082a-f4aa-4e30-a49c-a7fadf325efa tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:47.614396 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-34e7082a-f4aa-4e30-a49c-a7fadf325efa tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 811 time: 0.1660044 Feb 12 21:45:47.631159 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-19f915c1-1a17-4a26-872c-601ac51f5a17 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/quotas/a6a03cda6c7248a194e434a6bf03cfda HTTP/1.1" status: 200 len: 375 time: 0.0100954 Feb 12 21:45:47.729004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ba4a018d-ba33-42e6-9413-f4df21812510 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:47.744281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ba4a018d-ba33-42e6-9413-f4df21812510 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:47.748958 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ba4a018d-ba33-42e6-9413-f4df21812510 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120644 Feb 12 21:45:47.810221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-48427a74-c752-4e04-aa73-f3641a325206 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:45:47.811340 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-48427a74-c752-4e04-aa73-f3641a325206 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0506103 Feb 12 21:45:47.889920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.894247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.910303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:47.962884 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-a65d8534-20ca-46ea-b130-627d15e64cbf service neutron] 10.222.0.36 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447375 Feb 12 21:45:48.045748 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'Port': ['ID=a008b28a-8f21-4611-a870-067f0ed07477,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:48.058690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:48.101643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.111529 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef92c05e-4556-4ebd-afc9-8483d92892ed service neutron] 10.222.0.36 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410389 Feb 12 21:45:48.127118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.130823 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5353456 Feb 12 21:45:48.321083 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6bdfad02-42df-4213-af58-f6fe44dc5e28 req-a14963f6-afc2-4b48-97cb-f8cf5ea0e9bd tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 210 time: 0.0497131 Feb 12 21:45:48.364054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-7dde81ca-bd41-42b0-94a3-1cb82617b2ce tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:48.379454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-7dde81ca-bd41-42b0-94a3-1cb82617b2ce tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:48.380718 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-7dde81ca-bd41-42b0-94a3-1cb82617b2ce tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--151194263&fields=id&tenant_id=cb1dd963b5de455d9e4fae67504bcc7d HTTP/1.1" status: 200 len: 267 time: 0.0768359 Feb 12 21:45:48.546814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e74ad375-34bc-41e2-a024-6f03bdf6ab97 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:48.547599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e74ad375-34bc-41e2-a024-6f03bdf6ab97 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:network {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:48.564726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e74ad375-34bc-41e2-a024-6f03bdf6ab97 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:network {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:48.565550 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e74ad375-34bc-41e2-a024-6f03bdf6ab97 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 816 time: 0.1773021 Feb 12 21:45:48.583045 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e7d3c435-021e-45e0-9cfb-6473fb35a5ec tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/quotas/cb1dd963b5de455d9e4fae67504bcc7d HTTP/1.1" status: 200 len: 375 time: 0.0109138 Feb 12 21:45:48.680282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-945b5d43-24f2-414e-8c4c-f89373df2867 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:48.695544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-945b5d43-24f2-414e-8c4c-f89373df2867 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:48.697080 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-945b5d43-24f2-414e-8c4c-f89373df2867 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080875 Feb 12 21:45:48.714385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-c0aa46c3-2ee8-4fd2-b02c-9196f78bd177 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:45:48.715876 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-c0aa46c3-2ee8-4fd2-b02c-9196f78bd177 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065863 Feb 12 21:45:48.866484 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b09e39eb-5cb5-4219-b2e4-e6603c3edf70 service neutron] 10.222.0.36 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434770 Feb 12 21:45:49.019859 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-a2e5b348-2494-4426-ad9e-c3d8208c726d service neutron] 10.222.0.36 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462271 Feb 12 21:45:49.234472 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-695e5be9-4a47-4766-8988-3a5cc1449bc3 req-c47e9b4a-fd7e-4973-b718-bfe9d62da095 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Feb 12 21:45:49.651349 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78d1f42c-93c3-4889-aa05-56e44b35e2d4 req-f541ac29-719e-4d73-9cb6-4a254bb4cc27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 210 time: 0.0586109 Feb 12 21:45:49.663353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-6c4fdcbf-c855-4555-b1d5-43ba476c0794 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:49.665268 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-6c4fdcbf-c855-4555-b1d5-43ba476c0794 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 811 time: 0.1741090 Feb 12 21:45:49.756441 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-2a468c5b-baa3-45de-924c-40058a7f9370 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6a03cda6c7248a194e434a6bf03cfda HTTP/1.1" status: 200 len: 5705 time: 0.0746922 Feb 12 21:45:49.768873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'port': {'device_id': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'admin_state_up': True, 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'security_groups': ['968b9765-4052-4891-9d21-ef4af2fd2eee']}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:49.920038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:49.929904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:49.939268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Made reservation on behalf of a6a03cda6c7248a194e434a6bf03cfda for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:45:49.945210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.277504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Allocated IP 172.20.0.11 (86e6ed5d-4e82-422f-95bb-877219275b17/1b96d208-2bc9-4411-aad9-7b85c3c9e3e2/13e30ead-c5cb-4946-a02f-5fa1c3379c99) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:45:50.420584 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f3bca31a-69ab-41b1-9e2b-dc03c60eeb0e req-1eb11b57-1f6c-4a07-aba6-5867d706400a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 210 time: 0.0544436 Feb 12 21:45:50.624788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.633804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-014c33b5-b90f-40a0-9eae-2508c741f9e2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:50.635417 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-014c33b5-b90f-40a0-9eae-2508c741f9e2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 816 time: 0.2369187 Feb 12 21:45:50.649771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Transition to ACTIVE for port object 13e30ead-c5cb-4946-a02f-5fa1c3379c99 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:45:50.736137 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e2956574-4adc-463f-9c92-42834b57578d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d HTTP/1.1" status: 200 len: 5704 time: 0.0825670 Feb 12 21:45:50.740517 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.755907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1961b8c2-407c-4766-8147-b745d793bc51 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:50.800642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'port': {'device_id': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'admin_state_up': True, 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'security_groups': ['02382658-222a-4de0-b0e0-b52f930c9b55']}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:51.036556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event updated for resources: {'Port': ['ID=13e30ead-c5cb-4946-a02f-5fa1c3379c99,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:51.047740 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:51.148001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:45:51.166572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d5f5b-b846-4eb0-8b6f-8ef5ca178ee3 req-8a7e1aa7-aaec-4091-a26c-42df32026c7d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:51.168206 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c25d5f5b-b846-4eb0-8b6f-8ef5ca178ee3 req-8a7e1aa7-aaec-4091-a26c-42df32026c7d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 932 time: 0.3811984 Feb 12 21:45:51.182914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:45:51.188966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Network 86e6ed5d-4e82-422f-95bb-877219275b17 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:45:51.206836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:45:51.213588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:45:51.261785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Made reservation on behalf of cb1dd963b5de455d9e4fae67504bcc7d for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:45:51.267449 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:51.314340 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c25d5f5b-b846-4eb0-8b6f-8ef5ca178ee3 req-e30fab56-011b-48cf-a6b3-6f16056e459b tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325622 Feb 12 21:45:51.339668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:51.340364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:51.418711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-667bc466-d574-4aea-80df-e9e1809ca44c None None] Provisioning for port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:45:51.424233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-667bc466-d574-4aea-80df-e9e1809ca44c None None] Provisioning complete for port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:45:51.424686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-667bc466-d574-4aea-80df-e9e1809ca44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:51.451546 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6862144 Feb 12 21:45:51.472050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-94a322f8-805e-46ad-8816-cc46fa1454a7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:45:51.473133 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-94a322f8-805e-46ad-8816-cc46fa1454a7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0089066 Feb 12 21:45:51.489216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-667bc466-d574-4aea-80df-e9e1809ca44c None None] Port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:45:51.492916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Request body: {'port': {'device_id': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:51.607003 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33f3c248-64e4-40f6-9c49-3b35ffff0b75 req-69d05202-9439-4aca-8694-6fd578392dda tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 210 time: 0.0497148 Feb 12 21:45:51.899757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:52.031354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Allocated IP 172.20.0.5 (3bc504f8-feb8-4610-82f2-0e164be44d7e/06ae67bb-7b12-4bf5-a3b2-3427a70314e0/aa21be7e-595a-455f-8be8-b52e8efde7ba) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:45:52.467418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:52.494587 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Transition to ACTIVE for port object aa21be7e-595a-455f-8be8-b52e8efde7ba will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:45:52.523317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b36eb-ed44-481c-ad16-c7d579e7dd72 req-7e451b4f-476b-4d05-9e13-1bcd2891a1a6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:52.524985 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-674b36eb-ed44-481c-ad16-c7d579e7dd72 req-7e451b4f-476b-4d05-9e13-1bcd2891a1a6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 932 time: 0.0949931 Feb 12 21:45:52.574602 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-674b36eb-ed44-481c-ad16-c7d579e7dd72 req-33ab020d-4ca1-434a-ad23-0c558ba0bb78 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Feb 12 21:45:52.583472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e30ead-c5cb-4946-a02f-5fa1c3379c99 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:45:52.594661 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:52.601982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:52.620573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-75799bfd-b198-4f91-b0b8-6705031e3521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:52.722408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Transition to ACTIVE for port object 13e30ead-c5cb-4946-a02f-5fa1c3379c99 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:45:52.741942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:52.890074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event updated for resources: {'Port': ['ID=aa21be7e-595a-455f-8be8-b52e8efde7ba,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:52.906948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:52.908414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:53.046651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e30ead-c5cb-4946-a02f-5fa1c3379c99,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:53.063855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:53.091851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:45:53.100777 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70276872-88e5-4d26-9a72-6d6567697890 req-809f5395-05f1-412f-bd87-6dd258a6512f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:53.102386 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70276872-88e5-4d26-9a72-6d6567697890 req-809f5395-05f1-412f-bd87-6dd258a6512f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 931 time: 0.3719471 Feb 12 21:45:53.103303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:45:53.160264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:45:53.322178 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70276872-88e5-4d26-9a72-6d6567697890 req-8eab4706-4a84-4dc0-80b3-f906fb7f3997 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688018 Feb 12 21:45:53.333292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:53.333960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:53.373277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Attempting to bind port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:45:53.373572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Attempting to bind port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:45:53.373941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Attempting to bind port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 on network 86e6ed5d-4e82-422f-95bb-877219275b17 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:45:53.381921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:45:53.382295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Checking segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:45:53.382697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:53.383130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Bound using segment: {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:45:53.383596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Bound port: 13e30ead-c5cb-4946-a02f-5fa1c3379c99, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca400fd-3f32-4fb0-b725-83d5872fb4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:45:53.383961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:53.395585 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5990727 Feb 12 21:45:53.435754 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-b4ba2b35-4ef6-46e1-9a2b-94d828c486ac None None] Provisioning for port aa21be7e-595a-455f-8be8-b52e8efde7ba completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:45:53.437483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Request body: {'port': {'device_id': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:45:53.440711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-b4ba2b35-4ef6-46e1-9a2b-94d828c486ac None None] Provisioning complete for port aa21be7e-595a-455f-8be8-b52e8efde7ba triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:45:53.441135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4ba2b35-4ef6-46e1-9a2b-94d828c486ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:53.501210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba2b35-4ef6-46e1-9a2b-94d828c486ac None None] Port aa21be7e-595a-455f-8be8-b52e8efde7ba cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:45:53.586076 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] For port 13e30ead-c5cb-4946-a02f-5fa1c3379c99, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:45:53.605732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] For port 13e30ead-c5cb-4946-a02f-5fa1c3379c99, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=13e30ead-c5cb-4946-a02f-5fa1c3379c99,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:45:53.606710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:53.621711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:53.639388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-403b66f7-2983-45b7-898c-cd3f241e3b75 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:53.792485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb02ee-e3b2-41b2-bc36-8aa9812f958c req-5bf0e3b1-7cc5-47e1-ab14-f92fc152812f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:53.794169 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2fcb02ee-e3b2-41b2-bc36-8aa9812f958c req-5bf0e3b1-7cc5-47e1-ab14-f92fc152812f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 944 time: 0.0994854 Feb 12 21:45:53.846833 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2fcb02ee-e3b2-41b2-bc36-8aa9812f958c req-34342c29-f670-4971-93d9-b4d961d2fbd4 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455208 Feb 12 21:45:53.881139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e30ead-c5cb-4946-a02f-5fa1c3379c99,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:53.894362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:54.010453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:54.011068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:54.012552 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] 10.222.0.69 "PUT /v2.0/ports/13e30ead-c5cb-4946-a02f-5fa1c3379c99 HTTP/1.1" status: 200 len: 1158 time: 2.5243211 Feb 12 21:45:54.013751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:45:54.132062 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'status': 'completed', 'code': 200} Feb 12 21:45:54.523644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-2dc29e1b-cb55-4b22-b241-4813ccd33cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:54.525256 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-2dc29e1b-cb55-4b22-b241-4813ccd33cb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 1161 time: 0.3955283 Feb 12 21:45:54.625448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-d027d412-89d6-4604-a848-d614346411c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13e30ead-c5cb-4946-a02f-5fa1c3379c99 HTTP/1.1" status: 200 len: 217 time: 0.0844002 Feb 12 21:45:54.750632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa21be7e-595a-455f-8be8-b52e8efde7ba {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:45:54.762394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01e55f-2d36-4eda-a33a-049f1ee1f8db req-87ce6a45-48a6-41f5-8a88-d74017177e58 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:54.763219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-fc01e55f-2d36-4eda-a33a-049f1ee1f8db req-87ce6a45-48a6-41f5-8a88-d74017177e58 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:54.773517 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:54.786331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-1c2cf02c-f2d9-4a1e-a5b1-9e2de232b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:54.787924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-1c2cf02c-f2d9-4a1e-a5b1-9e2de232b866 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 200 len: 850 time: 0.1545222 Feb 12 21:45:54.832942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Transition to ACTIVE for port object aa21be7e-595a-455f-8be8-b52e8efde7ba will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:45:54.839282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:54.853514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-fc01e55f-2d36-4eda-a33a-049f1ee1f8db req-87ce6a45-48a6-41f5-8a88-d74017177e58 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:54.854803 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fc01e55f-2d36-4eda-a33a-049f1ee1f8db req-87ce6a45-48a6-41f5-8a88-d74017177e58 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 931 time: 0.3887279 Feb 12 21:45:54.863488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-61eaaa0d-457c-45ff-aa35-878bf18db344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:55.048879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ec997-0f41-44ea-b202-79fb7d62ef38 req-8b0df17f-160a-44a0-af4c-a32d69c2983e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:55.056625 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-489ec997-0f41-44ea-b202-79fb7d62ef38 req-8b0df17f-160a-44a0-af4c-a32d69c2983e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 944 time: 0.0970559 Feb 12 21:45:55.065364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Pushing event updated for resources: {'Port': ['ID=aa21be7e-595a-455f-8be8-b52e8efde7ba,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:55.080231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:55.085162 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fc01e55f-2d36-4eda-a33a-049f1ee1f8db req-9791b97f-af01-4e64-bbf0-d9aa241569c7 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411433 Feb 12 21:45:55.108595 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-489ec997-0f41-44ea-b202-79fb7d62ef38 req-a4ca149b-dde4-4130-a206-92cf751fca57 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515685 Feb 12 21:45:55.111368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-c72b36ab-f71d-45e2-9640-f34d2844e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:55.112989 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-c72b36ab-f71d-45e2-9640-f34d2844e619 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86e6ed5d-4e82-422f-95bb-877219275b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3149908 Feb 12 21:45:55.390824 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-502cf116-0a6d-47bb-8905-2e19aa15c50b service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700555 Feb 12 21:45:55.392052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Attempting to bind port aa21be7e-595a-455f-8be8-b52e8efde7ba on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:45:55.392424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Attempting to bind port aa21be7e-595a-455f-8be8-b52e8efde7ba by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:45:55.392788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Attempting to bind port aa21be7e-595a-455f-8be8-b52e8efde7ba on network 3bc504f8-feb8-4610-82f2-0e164be44d7e {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:45:55.399723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:45:55.400094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Checking segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:45:55.400490 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:55.400870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Bound using segment: {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:45:55.401338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Bound port: aa21be7e-595a-455f-8be8-b52e8efde7ba, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabd7a59-0729-42c0-99bd-24467a4aecc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:45:55.401701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:55.620495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] For port aa21be7e-595a-455f-8be8-b52e8efde7ba, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:45:55.626998 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db389a48-6b65-45d4-9d2b-62b1f1215787 req-6fda7e85-95b2-40bf-b281-50b04d5b727b service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2283649 Feb 12 21:45:55.631294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] For port aa21be7e-595a-455f-8be8-b52e8efde7ba, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:45:55.634738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:55.651187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:55.857749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Pushing event updated for resources: {'Port': ['ID=aa21be7e-595a-455f-8be8-b52e8efde7ba,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:55.865648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:55.902929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-de6bb6c0-b469-477a-88cb-e8db14a506bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:55.904539 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-de6bb6c0-b469-477a-88cb-e8db14a506bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 1161 time: 0.1605301 Feb 12 21:45:55.995305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:55.995996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:55.998055 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] 10.222.0.69 "PUT /v2.0/ports/aa21be7e-595a-455f-8be8-b52e8efde7ba HTTP/1.1" status: 200 len: 1157 time: 2.5694489 Feb 12 21:45:56.108800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-e1d051cd-6ad5-4722-a8ec-56eb9cefb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.110430 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-e1d051cd-6ad5-4722-a8ec-56eb9cefb0a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 905 time: 0.1983948 Feb 12 21:45:56.171819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:45:56.203682 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-03f29275-8027-4f3f-bef0-193542308dea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13e30ead-c5cb-4946-a02f-5fa1c3379c99 HTTP/1.1" status: 200 len: 217 time: 0.0859082 Feb 12 21:45:56.316765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498ada-6a9c-4f00-8aa0-928a0c39c8e0 req-18a602fc-232e-4779-b670-7df38e59fa9a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.318302 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-03498ada-6a9c-4f00-8aa0-928a0c39c8e0 req-18a602fc-232e-4779-b670-7df38e59fa9a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.0921907 Feb 12 21:45:56.337712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e4622f25-71bc-4363-a801-4dbf0df8b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.339392 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-e4622f25-71bc-4363-a801-4dbf0df8b5d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 1160 time: 0.2737942 Feb 12 21:45:56.343744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-3231e748-00c3-44eb-94a5-09b115f72502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.345452 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-3231e748-00c3-44eb-94a5-09b115f72502 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 200 len: 850 time: 0.1348269 Feb 12 21:45:56.366698 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-03498ada-6a9c-4f00-8aa0-928a0c39c8e0 req-e4003c9e-64d8-4a10-8db6-a5cd23328ba0 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Feb 12 21:45:56.460246 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'status': 'completed', 'code': 200} Feb 12 21:45:56.484563 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-292a15be-abf0-41c2-b51f-9f233dfad5bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba HTTP/1.1" status: 200 len: 217 time: 0.1249034 Feb 12 21:45:56.536573 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f66598-ec4e-44bf-a3f8-65c938cb720f req-cf7c9b22-4e79-40ef-8375-31d55958009c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.537332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-e1f66598-ec4e-44bf-a3f8-65c938cb720f req-cf7c9b22-4e79-40ef-8375-31d55958009c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:56.594537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-36913201-f6f0-4a70-9016-5d7fb79ffad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.596162 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-36913201-f6f0-4a70-9016-5d7fb79ffad7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06ae67bb-7b12-4bf5-a3b2-3427a70314e0 HTTP/1.1" status: 200 len: 855 time: 0.1015699 Feb 12 21:45:56.597553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-e1f66598-ec4e-44bf-a3f8-65c938cb720f req-cf7c9b22-4e79-40ef-8375-31d55958009c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:56.598685 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e1f66598-ec4e-44bf-a3f8-65c938cb720f req-cf7c9b22-4e79-40ef-8375-31d55958009c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 944 time: 0.3511174 Feb 12 21:45:56.604438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-4e85bc85-4295-4e63-8592-eb19424c7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.605970 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-4e85bc85-4295-4e63-8592-eb19424c7c7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86e6ed5d-4e82-422f-95bb-877219275b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2432575 Feb 12 21:45:56.995487 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e1f66598-ec4e-44bf-a3f8-65c938cb720f req-33c2a761-541b-432b-bd10-e4c62060d986 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884685 Feb 12 21:45:57.055879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-150479b0-08aa-4712-a463-6387653e99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:57.057519 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-150479b0-08aa-4712-a463-6387653e99a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bc504f8-feb8-4610-82f2-0e164be44d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4488947 Feb 12 21:45:57.061510 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-c9881540-26ba-40ab-8afa-7fd4412b11be service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985019 Feb 12 21:45:57.336500 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-6cb57dcc-7b93-4af3-9bd6-06e47212b8e1 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653108 Feb 12 21:45:57.338410 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b986ca-e4fd-4df0-8621-45937c93f22a req-6290fba2-bed2-47f1-b92c-5c3307322e39 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2452576 Feb 12 21:45:57.504868 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-719bd2e4-95d4-46f4-81a9-3397812baecf req-7894cfd8-2f06-4900-afbe-4e2fd16d418b service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444573 Feb 12 21:45:57.587743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a810a-58c4-406c-9b6f-f49febcf0052 req-64e659a8-2520-4069-90a6-b3c27526a2bc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:57.589470 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b6a810a-58c4-406c-9b6f-f49febcf0052 req-64e659a8-2520-4069-90a6-b3c27526a2bc tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.0957465 Feb 12 21:45:57.643299 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b6a810a-58c4-406c-9b6f-f49febcf0052 req-b363ee76-c43a-4e4f-8506-4a63ce8bd4c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457213 Feb 12 21:45:57.722780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157698-1950-40c1-b78f-c81421e324d2 req-c5dda87d-0dee-464d-8989-6494cdbd214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:57.724472 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1157698-1950-40c1-b78f-c81421e324d2 req-c5dda87d-0dee-464d-8989-6494cdbd214e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 1160 time: 0.0935283 Feb 12 21:45:57.869584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157698-1950-40c1-b78f-c81421e324d2 req-ac0104e2-3dd9-49df-ab93-59f64d120097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:57.871111 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1157698-1950-40c1-b78f-c81421e324d2 req-ac0104e2-3dd9-49df-ab93-59f64d120097 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 910 time: 0.1382382 Feb 12 21:45:57.943662 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1157698-1950-40c1-b78f-c81421e324d2 req-f85df0b1-5dc0-4ad5-89ac-d71a0d4366c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba HTTP/1.1" status: 200 len: 217 time: 0.0656095 Feb 12 21:45:58.018187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157698-1950-40c1-b78f-c81421e324d2 req-b8e8f6b9-2e87-4ad1-9a38-9f86fe3a3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:58.019829 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1157698-1950-40c1-b78f-c81421e324d2 req-b8e8f6b9-2e87-4ad1-9a38-9f86fe3a3325 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06ae67bb-7b12-4bf5-a3b2-3427a70314e0 HTTP/1.1" status: 200 len: 855 time: 0.0689070 Feb 12 21:45:58.105153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157698-1950-40c1-b78f-c81421e324d2 req-bd2ea60d-a2cb-421e-963e-7c2a10d5d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:58.107592 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1157698-1950-40c1-b78f-c81421e324d2 req-bd2ea60d-a2cb-421e-963e-7c2a10d5d5a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bc504f8-feb8-4610-82f2-0e164be44d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793064 Feb 12 21:45:58.324159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fa533-3263-4c94-8203-7723586e0c6e req-9b55ffa8-3301-4b6f-9352-0a580f017ee3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:58.326307 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-744fa533-3263-4c94-8203-7723586e0c6e req-9b55ffa8-3301-4b6f-9352-0a580f017ee3 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 944 time: 0.2119417 Feb 12 21:45:58.331854 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1157698-1950-40c1-b78f-c81421e324d2 req-3e1dad11-7d51-4be5-9588-c257b0bb02c2 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769352 Feb 12 21:45:58.464042 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-744fa533-3263-4c94-8203-7723586e0c6e req-a501e3ad-39f8-4652-8081-8d0a108ce315 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311564 Feb 12 21:45:58.510448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f1157698-1950-40c1-b78f-c81421e324d2 req-8203c818-f639-49b7-8266-7aaf5bdb53c4 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1614635 Feb 12 21:45:58.854292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd69a8-ebdf-423a-b591-9da23ba5bc2c req-4d36aaa1-922e-424f-84ae-d0e355977e7c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:58.855974 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4fbd69a8-ebdf-423a-b591-9da23ba5bc2c req-4d36aaa1-922e-424f-84ae-d0e355977e7c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.0861883 Feb 12 21:45:58.903321 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4fbd69a8-ebdf-423a-b591-9da23ba5bc2c req-8a63b60e-b0d4-4105-8680-66bd8db90a60 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Feb 12 21:45:58.947296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:45:59.665294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cc32-c4ce-47b9-b682-b7fd04aaa2cb req-b73c090a-f107-409b-a0a3-558e321ae6e6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:59.666903 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9757cc32-c4ce-47b9-b682-b7fd04aaa2cb req-b73c090a-f107-409b-a0a3-558e321ae6e6 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 944 time: 0.0899198 Feb 12 21:45:59.715697 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9757cc32-c4ce-47b9-b682-b7fd04aaa2cb req-0448c037-973a-4087-8bab-bbc1c1fabff9 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Feb 12 21:46:00.104964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71883-3483-425f-b6f2-f0ee7296c979 req-07ed141e-bcd9-4a79-9f47-c2b2a60e0464 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:00.106572 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-06f71883-3483-425f-b6f2-f0ee7296c979 req-07ed141e-bcd9-4a79-9f47-c2b2a60e0464 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.0851891 Feb 12 21:46:00.157446 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-06f71883-3483-425f-b6f2-f0ee7296c979 req-1d7f6c4e-7039-481a-99d7-f89ae53548a3 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445108 Feb 12 21:46:00.917633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d4535-fa8d-4c0d-b401-4b747c2fcbb6 req-7efb3bb6-12d3-4d0f-8921-384848a79e3d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:00.919830 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-488d4535-fa8d-4c0d-b401-4b747c2fcbb6 req-7efb3bb6-12d3-4d0f-8921-384848a79e3d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 944 time: 0.0912471 Feb 12 21:46:00.967332 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-488d4535-fa8d-4c0d-b401-4b747c2fcbb6 req-809f112b-c9cc-4fed-9f06-4a2603c482a0 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Feb 12 21:46:01.359318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c46625-ee79-49b9-90cc-6a7da7e7382e req-5b4be4c0-c6ca-410c-ae5c-7d78c07ab056 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:01.360949 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15c46625-ee79-49b9-90cc-6a7da7e7382e req-5b4be4c0-c6ca-410c-ae5c-7d78c07ab056 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.0871265 Feb 12 21:46:01.409201 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15c46625-ee79-49b9-90cc-6a7da7e7382e req-e3e52232-29b2-47a0-b832-57ac681a8a93 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Feb 12 21:46:01.507717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 13e30ead-c5cb-4946-a02f-5fa1c3379c99 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:01.580330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:46:01.585138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:01.585561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:01.707396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:01.737600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:01.748253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 13e30ead-c5cb-4946-a02f-5fa1c3379c99, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=13e30ead-c5cb-4946-a02f-5fa1c3379c99,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:46:01.751411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:01.753342 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-281a6a67-8f51-447d-bdc9-a68a9ea1b79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:01.823363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=13e30ead-c5cb-4946-a02f-5fa1c3379c99,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:01.831861 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.832201 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.832622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.832943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.833319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.833693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.834064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.834439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.834812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.835201 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.835566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.835928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.836333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.836698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.837065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.837444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.837789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.838153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.838682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.839098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.839466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.839828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.840263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.840628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:01.845772 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'code': 200} Feb 12 21:46:01.846491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:02.195209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26d8ae-9b29-446b-aa69-7108d1214993 req-0009b4db-a30b-4838-8fa8-0c446516cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:02.196846 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8f26d8ae-9b29-446b-aa69-7108d1214993 req-0009b4db-a30b-4838-8fa8-0c446516cfb1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 1163 time: 0.1511152 Feb 12 21:46:02.206577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024d8fd-ccdd-4350-afb0-21bbbba14818 req-760b70e1-e5d9-4aa5-a67c-1a30a3083666 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:02.208098 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c024d8fd-ccdd-4350-afb0-21bbbba14818 req-760b70e1-e5d9-4aa5-a67c-1a30a3083666 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 946 time: 0.1158540 Feb 12 21:46:02.279649 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8f26d8ae-9b29-446b-aa69-7108d1214993 req-de8f55ae-8bfa-4c5d-b37a-5e593b04bfe2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705218 Feb 12 21:46:02.284227 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c024d8fd-ccdd-4350-afb0-21bbbba14818 req-ef76ff5f-10b4-469e-a2df-bf728594d91c tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596778 Feb 12 21:46:02.621390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92f8e-3cf4-4a3c-949e-58205a14a0e8 req-4ee9cb07-3255-4ef4-9ca5-009c51894acf tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:02.623602 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1c92f8e-3cf4-4a3c-949e-58205a14a0e8 req-4ee9cb07-3255-4ef4-9ca5-009c51894acf tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.0929117 Feb 12 21:46:02.671912 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1c92f8e-3cf4-4a3c-949e-58205a14a0e8 req-719d1b4f-2b12-4ad8-a9bc-50ef1d21419b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Feb 12 21:46:03.110624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b374d0c-9c86-467d-9e7a-b36dfb18e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:03.545451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b50744-d69b-460f-9290-dcc62b1dfc7e req-90212235-1c38-4319-8972-20d1ae0aeac4 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:03.547049 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-12b50744-d69b-460f-9290-dcc62b1dfc7e req-90212235-1c38-4319-8972-20d1ae0aeac4 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 946 time: 0.0890465 Feb 12 21:46:03.595344 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-12b50744-d69b-460f-9290-dcc62b1dfc7e req-274be155-b2cf-4045-8672-ee45a25c6ccf tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 Feb 12 21:46:03.775063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 13e30ead-c5cb-4946-a02f-5fa1c3379c99 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:03.852578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:03.852923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:03.984174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device aa21be7e-595a-455f-8be8-b52e8efde7ba up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:04.017238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c691-aede-4c9f-a2cb-5ae81f8b8c38 req-0dae1f32-ab33-464f-9bc9-070d5f089575 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:04.018891 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8584c691-aede-4c9f-a2cb-5ae81f8b8c38 req-0dae1f32-ab33-464f-9bc9-070d5f089575 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.0926156 Feb 12 21:46:04.083177 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8584c691-aede-4c9f-a2cb-5ae81f8b8c38 req-56c16c19-6446-4a74-a5ae-ff0846086757 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576656 Feb 12 21:46:04.265718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port aa21be7e-595a-455f-8be8-b52e8efde7ba completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:46:04.271422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port aa21be7e-595a-455f-8be8-b52e8efde7ba triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:04.271850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:04.401131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:04.430160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:04.440394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port aa21be7e-595a-455f-8be8-b52e8efde7ba, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:46:04.443421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:04.445314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:04.484424 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'code': 200} Feb 12 21:46:04.521010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=aa21be7e-595a-455f-8be8-b52e8efde7ba,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:04.524225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:04.754443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c1c1-6f25-4191-b157-2bf97d83520c req-cb50a7f3-ad62-4fe4-a0e0-86a4dcd3076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:04.756296 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4398c1c1-6f25-4191-b157-2bf97d83520c req-cb50a7f3-ad62-4fe4-a0e0-86a4dcd3076f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 1162 time: 0.0776887 Feb 12 21:46:04.801940 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4398c1c1-6f25-4191-b157-2bf97d83520c req-5be29e61-3e97-42f7-af65-2db406856116 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387518 Feb 12 21:46:04.806306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c8875-bf2f-4588-b73c-f2d2216969af req-95aa6f37-dd96-4a27-9fed-d11fe6f2b56d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:04.807970 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c30c8875-bf2f-4588-b73c-f2d2216969af req-95aa6f37-dd96-4a27-9fed-d11fe6f2b56d tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 946 time: 0.0931571 Feb 12 21:46:04.813691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device aa21be7e-595a-455f-8be8-b52e8efde7ba up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:04.859315 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c30c8875-bf2f-4588-b73c-f2d2216969af req-f99367d3-9024-4bb0-8c07-ca1042a9a101 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Feb 12 21:46:04.890938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port aa21be7e-595a-455f-8be8-b52e8efde7ba triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:04.891360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:05.025809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-985cd8c6-de40-48d3-a7b2-3c4bb1684d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:05.059240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1412-2b2d-4025-9b46-0358eeb63c5d req-c2658895-6cab-4e92-b710-86f898d15eb7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:05.061457 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bc3d1412-2b2d-4025-9b46-0358eeb63c5d req-c2658895-6cab-4e92-b710-86f898d15eb7 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 946 time: 0.0942893 Feb 12 21:46:05.070795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 33206) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:05.076762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Request body: {'floatingip': {'port_id': '13e30ead-c5cb-4946-a02f-5fa1c3379c99'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:05.161387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:05.304194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:05.375353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7299060-b546-4ef8-b095-e2a61b3ca1ac req-4f273ae7-27bc-473a-bfe2-02aac0edb417 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:05.377005 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d7299060-b546-4ef8-b095-e2a61b3ca1ac req-4f273ae7-27bc-473a-bfe2-02aac0edb417 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 945 time: 0.0876198 Feb 12 21:46:05.429583 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d7299060-b546-4ef8-b095-e2a61b3ca1ac req-e2130ee2-b70d-43b7-b9a9-12bf9813f276 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Feb 12 21:46:06.193709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:06.196853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:06.381354 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Floating IP b801d6ab-b44f-4389-b838-773ccac72fb3 associated. External IP: 172.27.2.135, port: 13e30ead-c5cb-4946-a02f-5fa1c3379c99. Feb 12 21:46:06.580863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:06.778177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:46:06.873169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12534a3-af70-4940-b2d3-c07c819afdcc req-0faa2611-3b0c-4e01-942f-fcd32c78beb8 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:06.874780 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c12534a3-af70-4940-b2d3-c07c819afdcc req-0faa2611-3b0c-4e01-942f-fcd32c78beb8 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 945 time: 0.3199182 Feb 12 21:46:06.924007 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c12534a3-af70-4940-b2d3-c07c819afdcc req-339c462d-c1b0-4ae9-9432-065a554ecd39 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427887 Feb 12 21:46:06.975530 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:46:06.982628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:06.990063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] Sync routers for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:46:07.020925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:07.020925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:46:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:07.065107 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-878fae2f-9793-45ef-89de-c715f9e9201e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "PUT /v2.0/floatingips/b801d6ab-b44f-4389-b838-773ccac72fb3 HTTP/1.1" status: 200 len: 992 time: 1.9904466 Feb 12 21:46:07.065107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:07.161348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da88961-5b72-483a-b4fa-686951eda9fb req-1fa65780-e18c-4bd6-bf3c-cf5d87964a56 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:07.163036 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9da88961-5b72-483a-b4fa-686951eda9fb req-1fa65780-e18c-4bd6-bf3c-cf5d87964a56 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 945 time: 0.0937655 Feb 12 21:46:07.172383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 33238) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:07.178246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Request body: {'floatingip': {'port_id': 'aa21be7e-595a-455f-8be8-b52e8efde7ba'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:07.216935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:07.244658 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'status': 'completed', 'code': 200} Feb 12 21:46:07.305287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:07.444149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:07.609999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': 'b801d6ab-b44f-4389-b838-773ccac72fb3', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'port_id': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'mac_address': 'fa:16:3e:05:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:45:46Z', 'updated_at': '2021-02-12T21:46:06Z', 'revision_number': 1, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:07.614234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] Checking router: 66cd5171-d201-4d00-bf8c-6e90dd8ce327 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:46:07.623824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:07.624472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:46:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:07.746691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-a53f50a7-4ea5-40e6-9014-4a58a0d9f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:07.748889 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-a53f50a7-4ea5-40e6-9014-4a58a0d9f1ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 1163 time: 0.4877591 Feb 12 21:46:07.815750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:07.931103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:08.144300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-311ebee1-5615-4226-9803-da9e9b24c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:08.145924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-311ebee1-5615-4226-9803-da9e9b24c00d service neutron] 10.222.0.69 "GET /v2.0/networks?id=86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 200 len: 905 time: 0.3872964 Feb 12 21:46:08.225351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': 'b801d6ab-b44f-4389-b838-773ccac72fb3', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'port_id': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'mac_address': 'fa:16:3e:05:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:45:46Z', 'updated_at': '2021-02-12T21:46:06Z', 'revision_number': 1, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:08.229887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a8303-275b-4f60-a66f-ed5d87a8bdd3 None None] The sync data for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi is: [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': 'b801d6ab-b44f-4389-b838-773ccac72fb3', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'port_id': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'mac_address': 'fa:16:3e:05:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:45:46Z', 'updated_at': '2021-02-12T21:46:06Z', 'revision_number': 1, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:46:08.295138 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-94a77412-c81c-436c-aacb-bb4c4e28b27d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13e30ead-c5cb-4946-a02f-5fa1c3379c99 HTTP/1.1" status: 200 len: 1000 time: 0.1350746 Feb 12 21:46:08.450639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-9b17ad37-892e-486a-b14a-8bccfb625c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:08.452280 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-9b17ad37-892e-486a-b14a-8bccfb625c3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 200 len: 850 time: 0.1481755 Feb 12 21:46:08.529405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396687f6-769a-4b61-9f4c-77d156a43b6f None None] New status for floating IP b801d6ab-b44f-4389-b838-773ccac72fb3: ACTIVE {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:46:08.539263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:08.545311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:08.717590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-a5fb51e1-13b0-4bbb-8598-4c07f763ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:08.719532 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-a5fb51e1-13b0-4bbb-8598-4c07f763ff3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86e6ed5d-4e82-422f-95bb-877219275b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2594044 Feb 12 21:46:08.836874 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Floating IP 7a887c3c-726d-45a7-b42e-0e3e93400096 associated. External IP: 172.27.2.70, port: aa21be7e-595a-455f-8be8-b52e8efde7ba. Feb 12 21:46:09.254197 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-546ff3bc-d705-4b5f-b180-654220dfbaf6 service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272386 Feb 12 21:46:09.571101 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21d7cb8f-562a-4cec-b9cd-3dd6d3374f57 req-d41bb3aa-d6fc-4934-88ba-aeac8b65e9cc service neutron] 10.222.0.69 "GET /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2992301 Feb 12 21:46:09.600989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Router 27f46364-d442-4e75-a157-e5df1ffac73b has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:46:09.798337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:46:09.803101 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:09.807993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] Sync routers for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:46:09.817624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:09.818285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:46:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:09.863009 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-50bc9f83-99e5-4410-ad6f-0694f4abae72 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "PUT /v2.0/floatingips/7a887c3c-726d-45a7-b42e-0e3e93400096 HTTP/1.1" status: 200 len: 990 time: 2.6894372 Feb 12 21:46:09.863775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:09.914429 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'status': 'completed', 'code': 200} Feb 12 21:46:10.019204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:10.055430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-ee11c011-cdbe-4513-a668-a44c413a8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:10.057401 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-ee11c011-cdbe-4513-a668-a44c413a8659 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 1162 time: 0.0900989 Feb 12 21:46:10.205076 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-ae31449c-e5f6-46da-b37e-2fb4b048775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:10.206729 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-ae31449c-e5f6-46da-b37e-2fb4b048775d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 200 len: 910 time: 0.1420407 Feb 12 21:46:10.333552 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-6da06e56-1f70-4799-ad13-efeeb620a37d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba HTTP/1.1" status: 200 len: 998 time: 0.1201918 Feb 12 21:46:10.406278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-9e949fbb-bcf0-488c-8fb7-16151101f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:10.407913 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-9e949fbb-bcf0-488c-8fb7-16151101f387 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06ae67bb-7b12-4bf5-a3b2-3427a70314e0 HTTP/1.1" status: 200 len: 855 time: 0.0671418 Feb 12 21:46:10.490737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-ad3d6131-6323-4ff8-ae12-e3ecb9b984a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:10.492402 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-ad3d6131-6323-4ff8-ae12-e3ecb9b984a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bc504f8-feb8-4610-82f2-0e164be44d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776117 Feb 12 21:46:10.555172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '7a887c3c-726d-45a7-b42e-0e3e93400096', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'port_id': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'mac_address': 'fa:16:3e:be:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:45:47Z', 'updated_at': '2021-02-12T21:46:08Z', 'revision_number': 1, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:10.559327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] Checking router: 27f46364-d442-4e75-a157-e5df1ffac73b for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:46:10.568601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:10.569258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:46:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:10.643122 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-0f86c6ff-e75b-4673-963c-e4dc8d2d36c5 service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429644 Feb 12 21:46:10.762228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:10.790995 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-806edd51-1628-4ee3-a854-4e79ebcd7da2 req-8cee26af-6f0e-4a71-b203-f15fd533af2d service neutron] 10.222.0.69 "GET /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408129 Feb 12 21:46:11.152564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '7a887c3c-726d-45a7-b42e-0e3e93400096', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'port_id': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'mac_address': 'fa:16:3e:be:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:45:47Z', 'updated_at': '2021-02-12T21:46:08Z', 'revision_number': 1, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:11.157150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0c175-28b2-4778-b9e2-e85cc3be794e None None] The sync data for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi is: [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '7a887c3c-726d-45a7-b42e-0e3e93400096', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'port_id': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'mac_address': 'fa:16:3e:be:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:45:47Z', 'updated_at': '2021-02-12T21:46:08Z', 'revision_number': 1, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:46:11.456873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e50e0-cd45-44b0-b20e-a41e4797d91f None None] New status for floating IP 7a887c3c-726d-45a7-b42e-0e3e93400096: ACTIVE {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:46:33.113306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6a596c0-9e4e-45b0-8395-1cf7c6f47182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.978509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93fb5af7-ad15-4e9c-adea-d93373641de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.305704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.951996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:46:36.567768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:37.431568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:37.932560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:39.893704 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-4154df1a-4d34-4c2c-a316-c77884c50c78 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1228702 Feb 12 21:46:40.005102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-3581e73a-d187-4e04-b710-8f8715831461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:40.007103 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-3581e73a-d187-4e04-b710-8f8715831461 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 1162 time: 0.0809438 Feb 12 21:46:40.178319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-ccf5fb5f-cbe9-4f9a-a5c4-57ade490af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:40.179991 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-ccf5fb5f-cbe9-4f9a-a5c4-57ade490af32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1483057 Feb 12 21:46:40.258071 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-7c41a0dd-b5de-4930-b62a-30f2cd168966 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d HTTP/1.1" status: 200 len: 217 time: 0.0706184 Feb 12 21:46:40.328164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-a99aed84-5569-4e72-b969-bbf4a375da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:40.329765 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-a99aed84-5569-4e72-b969-bbf4a375da5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0656009 Feb 12 21:46:40.386748 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-4781d8a3-c4b7-4914-bcec-474d9ddcd0aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501702 Feb 12 21:46:40.530533 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-bbb576db-a718-4cf7-bc4d-7c567ff5dd9d service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369336 Feb 12 21:46:40.674454 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a242ea2-6d8d-4c3e-9a25-8be1e3d4bf11 req-e43bc52e-e854-4e68-a505-79fcb232477e service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370053 Feb 12 21:47:03.116588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f46b-80a5-477e-9676-aa5c2b9eb281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:04.983519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2c0833d-940b-4da4-8da3-37741ce687d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:05.308443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:06.561258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:07.434398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:07.931124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:12.951125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:47:33.119432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b953d28a-9dfb-4a5d-a450-565f5dc504e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.986344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8524a03-4bc8-4055-9520-82c6324f5170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:35.311835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:36.562524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:37.437420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:37.935726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:41.886133 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-4bd68933-8ec2-4093-8a27-d9e25dd0ad89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773902 Feb 12 21:47:42.002436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-cc42a9c2-5a44-4845-99e3-618d951c1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:42.004094 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-cc42a9c2-5a44-4845-99e3-618d951c1748 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e978cf983d6141fca9d59c1d5305061e&device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 1162 time: 0.0838165 Feb 12 21:47:42.164582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-2461931e-efbb-436d-9f70-5b2adfa36c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:42.166283 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-2461931e-efbb-436d-9f70-5b2adfa36c78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=728506a2-a938-439b-aa4b-a2b1cd92ed90 HTTP/1.1" status: 200 len: 908 time: 0.1417603 Feb 12 21:47:42.240325 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-5f20db95-4b90-4d33-96e3-75cb5f0b3511 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 HTTP/1.1" status: 200 len: 217 time: 0.0671771 Feb 12 21:47:42.315279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-b7322b32-a66e-4d02-ae0a-fd37217ca42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:42.316843 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-b7322b32-a66e-4d02-ae0a-fd37217ca42b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62eb2eb7-cb20-4962-b62c-728ac49daf27 HTTP/1.1" status: 200 len: 854 time: 0.0702972 Feb 12 21:47:42.370776 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-827785fa-6ea8-4fc1-a907-a6f7000e36a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=728506a2-a938-439b-aa4b-a2b1cd92ed90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467553 Feb 12 21:47:42.513019 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-51a4296b-6093-45b7-8806-5c88d988886d service neutron] 10.222.0.69 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356339 Feb 12 21:47:42.886834 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3bb59720-d7db-4d3d-a73d-9588c4fea3d3 req-4363a664-7da8-4886-bd4f-77e6c746d947 service neutron] 10.222.0.69 "GET /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3677876 Feb 12 21:47:49.951991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:48:03.120178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4f54-3a4b-4a73-841d-c38a5251ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:04.989999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ae65ed5-7396-4e87-85a6-696170edeae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:05.315087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:06.565098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:07.439967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:07.947063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:26.951680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:48:33.123441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fec41de-774a-4fa9-bdae-073eb326cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:34.993828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89648853-414d-4dea-bb81-466f1fdd9a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:35.317363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:36.567874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:37.442737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:37.934882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:42.833198 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-cc9957c9-0b72-48ca-a83d-eb0bea1b81bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0781412 Feb 12 21:48:42.947233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-9eb3fccf-ef92-44b4-b81f-9ee52d5144e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:42.948928 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-9eb3fccf-ef92-44b4-b81f-9ee52d5144e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 1162 time: 0.0817347 Feb 12 21:48:43.107028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-cd3b0f19-48ee-4891-ae9d-46c652c92916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:43.108658 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-cd3b0f19-48ee-4891-ae9d-46c652c92916 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1401694 Feb 12 21:48:43.185741 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-99e7512a-a78a-4fb5-88f2-564acf2ab1eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42dd9c74-50a3-43cf-9a24-e4350b362393 HTTP/1.1" status: 200 len: 217 time: 0.0695734 Feb 12 21:48:43.255282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-878cb99f-95ef-40fb-8fc1-73b63a0af0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:43.256850 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-878cb99f-95ef-40fb-8fc1-73b63a0af0f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0637581 Feb 12 21:48:43.308668 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-9d4067d4-26f2-4f3b-badc-a33aab4424d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449572 Feb 12 21:48:43.453134 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-1c924f82-d4a4-4c6d-a2c9-5ae887e0931e service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366839 Feb 12 21:48:43.601073 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-acc259cc-a5ca-4e51-add8-1bfd94052c41 req-849511a5-6ce2-4253-af9c-437357f6b328 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404610 Feb 12 21:49:03.125549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b5eaa0e-c8df-4fbd-83f2-5e212f9191d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.951728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:49:04.999115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3288667-b3cc-4f2d-a0c3-ca868d0a1be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:05.319570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:06.570066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:07.445169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:07.928988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:33.126853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1deb176e-bc7e-413e-9e1a-9b3069634513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:35.000950 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-606e02f2-3f84-468e-ba78-60a9e7d9a15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:35.321862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:36.579699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:37.446829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:37.949481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:40.951956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:49:43.822266 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-d5b454ac-73e3-462c-8a17-bf6e8da2b51f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0809948 Feb 12 21:49:44.113565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-2c2b9d77-ab71-4154-9606-59ff6facd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:49:44.115226 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-2c2b9d77-ab71-4154-9606-59ff6facd9e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.0884140 Feb 12 21:49:44.273921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-6da1906c-ffd5-4104-a952-12cd24ecc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:49:44.276028 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-6da1906c-ffd5-4104-a952-12cd24ecc7d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1397722 Feb 12 21:49:44.359460 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-4ac14a5a-43ac-4e0f-8610-ce2de8d642f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0769835 Feb 12 21:49:44.429034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-1fcaf6c0-b968-43a2-9b79-d82a2618bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:49:44.430637 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-1fcaf6c0-b968-43a2-9b79-d82a2618bc42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0649936 Feb 12 21:49:44.489263 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-8344fae7-c4c2-47ef-8220-ee9a5d3d3285 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519612 Feb 12 21:49:44.632747 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-82924da7-7ee5-45a3-9aa7-a37a135d5014 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367588 Feb 12 21:49:44.780947 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6cdb9180-654b-4fef-a9ff-cd2688381b28 req-00f946b2-ff36-410a-b9f7-58fd2990aeb4 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413765 Feb 12 21:50:03.128024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91d47062-daf6-4a98-8e2e-b249e600b8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:05.015134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0536772c-9b0f-4521-9017-6215387480a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:05.324728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:06.573641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:07.450459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:07.952733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:17.951048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:50:33.129040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7e58961-a638-44c2-b0d2-f23aa46709a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:35.008884 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a939c1fd-a470-4671-b26f-18c70e09bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:35.327759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:36.576187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:37.454426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:37.968756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:44.823153 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-ba40cb34-7934-47e9-a783-d859c4b476ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0759404 Feb 12 21:50:44.933417 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-bacbc9a3-9901-4f42-97ab-08438e7b9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:50:44.935077 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-bacbc9a3-9901-4f42-97ab-08438e7b9f0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.0769212 Feb 12 21:50:45.093537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-b48bd72a-a0cb-44fd-a081-39bb8214653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:50:45.095200 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-b48bd72a-a0cb-44fd-a081-39bb8214653e service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1408765 Feb 12 21:50:45.172948 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-69a57433-c550-41c3-8462-d12883d73ad0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0710700 Feb 12 21:50:45.251285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-3bddcc34-e611-42fc-b92f-57a5dfba4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:50:45.252878 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-3bddcc34-e611-42fc-b92f-57a5dfba4d1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0732129 Feb 12 21:50:45.306545 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-a0c5b0ed-920b-4adb-a686-f5433a19b2f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465124 Feb 12 21:50:45.450962 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-4a1a745f-a756-4524-acc7-e8f2a4434a16 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377716 Feb 12 21:50:45.600927 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4988c9c9-23cf-456e-997d-6871b23e14f1 req-fe9187d6-4ee3-4552-b2e4-57db73966a04 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427326 Feb 12 21:50:54.950615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:51:03.131036 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02dc-4ace-4c9c-83e5-245b49d405a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:04.652406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-46dad299-92a0-4dcf-8c9a-c897062bec18 req-ab417ab8-2c28-4c72-a23a-b0b2e88fb7f4 service neutron] (84047) timed out ('10.222.0.69', 52758) {{(pid=84047) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 12 21:51:05.012037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc6ba648-d9ae-4625-afc8-d66df9dae506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:05.331478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:06.578474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:07.455615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:07.977929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:26.412566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dd227-cbec-4e25-94d9-6228cb453249 req-0cbecf41-9be2-4d40-b433-38b572a751db tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:51:26.414211 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-840dd227-cbec-4e25-94d9-6228cb453249 req-0cbecf41-9be2-4d40-b433-38b572a751db tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 945 time: 0.0906022 Feb 12 21:51:26.473935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-840dd227-cbec-4e25-94d9-6228cb453249 req-417721b1-f446-4172-b1b2-c7f11352d546 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Feb 12 21:51:27.557376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-4549cb7e-fb00-4b2b-80c2-780e879ee924 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:51:27.559662 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-4549cb7e-fb00-4b2b-80c2-780e879ee924 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 945 time: 0.0942743 Feb 12 21:51:27.621669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:51:27.658775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Deleting port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:51:27.659195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:27.757042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:27.785890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:51:27.796699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,segment=NetworkSegment(df2ad90f-0bbe-4959-884a-590a9746149e),segment_id=df2ad90f-0bbe-4959-884a-590a9746149e)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:51:27.799942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:27.802703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f68114af-a3b6-4066-b842-4c5c11b1b953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:51:27.880735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:51:27.889678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.889678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.889678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.890054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.890378 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.890760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.891162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.891540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.891915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.892288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.892694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.893028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.893436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.893821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.894176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.894542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.894929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.895420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.895788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.896163 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.896531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.896898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.897298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.897610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:27.902815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:51:27.909559 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5', 'code': 200} Feb 12 21:51:27.951669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230aeae-1588-45e1-82d1-f2b46f48c951 req-d8e898d2-7e1d-4d66-a3ac-67ff39f26cdf tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:51:27.953293 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e230aeae-1588-45e1-82d1-f2b46f48c951 req-d8e898d2-7e1d-4d66-a3ac-67ff39f26cdf tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 945 time: 0.3297207 Feb 12 21:51:28.036136 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e230aeae-1588-45e1-82d1-f2b46f48c951 req-67f40f57-651c-4c2a-a18b-b47345364145 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/security-groups?id=d64b7f86-e848-4b71-b0b6-ea35d8654bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763295 Feb 12 21:51:28.044886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] For port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,segment=NetworkSegment(df2ad90f-0bbe-4959-884a-590a9746149e),segment_id=df2ad90f-0bbe-4959-884a-590a9746149e)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:51:28.045904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:28.190618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Calling delete_port for 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:51:28.343770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:28.359377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:51:28.457950 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Pushing event deleted for resources: {'Port': ['ID=655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:51:28.477108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.477518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.477921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.478316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.478727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.479099 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.479507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.479918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.480287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.480680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.481064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.481446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.481866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.482248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.482628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.483035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.483419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.483800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.484182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.484559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.484935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.485316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.485691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.486070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:51:28.491162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:51:28.587285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] No DVR routers for this DVR port 655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:51:28.589757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:28.592719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'name': 'network-vif-deleted', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:51:28.609732 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-964926aa-2254-4e4d-bd7b-8b8ebf013f3d req-d350d393-ba2b-41d2-a77e-0453e6be4bdc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.69 "DELETE /v2.0/ports/655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5 HTTP/1.1" status: 204 len: 173 time: 1.0432825 Feb 12 21:51:28.698544 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1508b499-ee16-45e3-a12b-1478acd5bd13', 'name': 'network-vif-deleted', 'tag': '655d1cc5-d7d4-4536-8eda-f4cdafcfb1b5', 'status': 'completed', 'code': 200} Feb 12 21:51:29.198180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-96324252-3810-4394-80b1-0250c4514834 req-e8473e66-6c47-4b3f-b290-8dc6567aca04 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Synchronizing usage tracker for tenant:e978cf983d6141fca9d59c1d5305061e on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:51:29.212642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-96324252-3810-4394-80b1-0250c4514834 req-e8473e66-6c47-4b3f-b290-8dc6567aca04 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Unset dirty status for tenant:e978cf983d6141fca9d59c1d5305061e on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:51:29.214396 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96324252-3810-4394-80b1-0250c4514834 req-e8473e66-6c47-4b3f-b290-8dc6567aca04 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0639720 Feb 12 21:51:30.378808 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1bb3710c-e57b-4d7b-8d02-1a0b507c3bc2 req-a548e692-c57c-443b-b822-eba83db37312 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0482254 Feb 12 21:51:31.539271 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c18d7180-e49a-44e2-9e6e-d1c1c2d30905 req-17d00266-0104-4e11-849c-5b0164d8ea28 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0480707 Feb 12 21:51:31.950083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:51:32.709362 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d56f0a48-4685-476a-80ae-f1937f6efbf8 req-6352ae83-0101-48f2-8bb1-3d23a0bd494c tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0527320 Feb 12 21:51:33.136380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8c4561-9889-417e-8eac-6f2c7fea7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:33.882521 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-62f55e74-5458-4a05-9e73-10fa71fe5f04 req-1b37b1de-adb8-4f19-8788-554f975135e5 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0542254 Feb 12 21:51:35.015318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-49c348b4-6087-4bc4-8ab6-ad8b5fc6d1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:35.044977 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd87d3bd-d4a2-440d-bf9e-e3ab722ebff0 req-ee45ebe6-a75c-4059-8d3f-682287d23d4c tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0487423 Feb 12 21:51:35.333483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:36.208326 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7ad887a8-9a93-49f4-bf0a-603f696d9801 req-a5acc0ad-fcd6-4b30-8f6c-a3f8a50d8602 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0494251 Feb 12 21:51:36.581432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:37.370484 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5be5c152-7045-4f3a-9b60-3205c846fd49 req-8bada569-6f40-498a-8872-e2d0b737f3fe tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0484357 Feb 12 21:51:37.458361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:37.976297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:38.532697 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fbe822e0-b2f6-4cc7-af3a-522905ba760a req-cc398f94-05e1-4a07-b91a-f6e6a2699a8f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0476449 Feb 12 21:51:39.701741 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e2369103-7720-4320-a421-5be7dbeba631 req-6daf34f4-dd49-4424-8cf4-c1a62ee36117 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0531287 Feb 12 21:51:41.093995 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b62cbb35-3d8f-4662-90ca-57a1d8cd126b req-6cd8e6ec-343e-4a51-9d1b-56048fde0906 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.2751596 Feb 12 21:51:42.264970 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aea78fed-063f-48bd-908c-afb68f4d370a req-95818a80-92b5-4a91-b35d-65234d4767ec tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0515838 Feb 12 21:51:43.425829 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bbe6002f-2992-4ab6-b8eb-a02055bbcf96 req-d50ca074-6878-45a9-ad81-79c76c36001a tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0477288 Feb 12 21:51:44.587777 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-054bc4bc-2e97-491f-bb3c-8ec37bb8ce65 req-70f9d046-a235-4bac-9788-e9a0ccd579e4 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0475063 Feb 12 21:51:45.751616 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c8d14962-1c86-4b1d-8133-ee268b019eaf req-bb7c933b-4e1b-4624-a724-036403ebb8b5 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0512793 Feb 12 21:51:46.922794 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cd84fd05-5a4f-4130-8fb9-c2d999d4c425 req-d1ded6d3-0c0f-4332-b71a-17839cfb9faa tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0522437 Feb 12 21:51:46.946754 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-3cb043c4-aa12-4e94-a207-fd90457c50da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2030876 Feb 12 21:51:47.058699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-d22fc6dd-ff22-435d-a7ee-67c54303535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:51:47.060353 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-d22fc6dd-ff22-435d-a7ee-67c54303535b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 1162 time: 0.0792410 Feb 12 21:51:47.217817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-9b8fbe56-0450-4a59-a6e8-c1d0fb578685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:51:47.219430 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-9b8fbe56-0450-4a59-a6e8-c1d0fb578685 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1371062 Feb 12 21:51:47.295745 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-3cae9c14-2b3c-41ea-8faa-26581feb2f7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 200 len: 217 time: 0.0691204 Feb 12 21:51:47.364963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-4e932032-3035-45d6-832f-ee8a55cbc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:51:47.366539 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-4e932032-3035-45d6-832f-ee8a55cbc5c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0644608 Feb 12 21:51:47.421786 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-0c33dbdd-c8c9-4d60-8166-2a89338de2e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488396 Feb 12 21:51:47.567857 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-a0fed9f5-d18d-4b6f-b092-2ecd9325ace0 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396117 Feb 12 21:51:47.713347 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cd4a604-791b-4ef9-b249-7593e33b89a7 req-7979fcba-ab69-48d1-b274-01a904089673 service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388330 Feb 12 21:51:48.103232 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74a9c56b-6b84-4ec4-b468-037dd0aef4b3 req-587eb767-86e3-4e62-bbe9-fa210f5b8570 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0625737 Feb 12 21:51:49.264137 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9cf4386a-c69b-475e-a14a-23fb8f9cc638 req-f18fff7d-06a5-4c38-90d3-81be586869db tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0484438 Feb 12 21:51:50.423397 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-49bf4889-f5aa-493d-853e-0e9c16bed80e req-d88da0db-b193-48ab-8a40-7a8f89907caf tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0481322 Feb 12 21:51:51.585809 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c144a766-47fd-4ebb-945a-f41e84a8a3ca req-456c313a-b160-4472-b2f0-4490ffa3da61 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0491369 Feb 12 21:51:52.759106 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-09b05ddd-d0ce-42cf-a42e-bf8c8afa409e req-fafa5a83-1a73-431a-904d-38d2380bb840 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0531700 Feb 12 21:51:53.928380 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20cac4dd-4228-49dd-867b-a5b486210039 req-5ff14c09-8284-453b-9a40-2c505a25f379 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0524294 Feb 12 21:51:55.095104 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1a7501c2-9286-44d5-9ff1-de977983dc28 req-6740506c-48af-4ffc-9490-e88d489edde1 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0484278 Feb 12 21:51:56.256736 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-80d34545-a2e5-4607-adb5-8ffd1582698d req-ce2fe9b5-aac6-457b-9c2c-c2401c5cde62 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0485075 Feb 12 21:51:57.418102 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5a48e431-42fb-4cd8-a6b1-52b5976b4a3e req-6d30f5da-d669-476d-a984-cfc8dc0b14b2 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0488009 Feb 12 21:51:58.578654 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd78cf23-90d8-4294-a8a4-ce3ffce16e18 req-eb4f3811-d953-490e-8122-0dc06283c4f2 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0482988 Feb 12 21:51:59.742019 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6336f99d-3841-4ae6-b1c4-ef9663634679 req-719ec728-f50d-48c1-ba8b-857285c24d53 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0522981 Feb 12 21:52:00.911244 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-64ac684c-5406-4d77-b41c-b9135ad303a7 req-0d885c09-4262-49dc-8051-3c91989ebe8a tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0516775 Feb 12 21:52:02.079918 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7afc5a27-cc4a-4af1-9adf-a3489a5a53e6 req-1c0e7e94-8199-4439-b520-c59a0447336e tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0504668 Feb 12 21:52:03.140303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63a87bbf-c1b7-4779-9bf1-f7474c9ad3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:03.254827 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff4119ca-0cc3-435c-8c33-a3376efbd6eb req-d1ffe2f3-fadc-4e0a-a7d6-8ad76ffe483b tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0508375 Feb 12 21:52:04.417129 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d27d8078-4a54-4e6e-aae0-eeef8e5d405f req-56cf2b62-006f-42ea-b5e2-841a11dddce4 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0483878 Feb 12 21:52:05.017460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5924a860-90a9-4a37-9b1b-934ffab61fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:05.335639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:05.578970 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-852f221b-d635-47cc-87dc-c892c071e29a req-93554fa5-db12-4215-91c0-f7f03b3ac3e6 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0480824 Feb 12 21:52:06.588729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:06.744942 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4eeddad6-7672-4b42-a24c-912cc4f78b11 req-ac75626d-fd36-461a-bbdf-d10c9ab14300 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0521669 Feb 12 21:52:07.459689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:07.911227 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2cf26e87-0702-4ffd-bd08-2d1917055122 req-e9404bbf-e282-4dd8-b6b1-171612b346b6 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0508077 Feb 12 21:52:07.992521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:08.950065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:52:09.076783 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4a06ddc0-9a3d-4a25-b14a-76bb99889181 req-71ec6f04-6592-4c88-b397-399a16b3a178 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0490012 Feb 12 21:52:10.238300 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-01c040fc-c371-41a4-9e78-cd3f067e050b req-7714053b-d30d-4f01-9941-0c859a419290 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0485880 Feb 12 21:52:11.399596 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f22c4296-39ea-4b8a-9074-23e48ed5b4d6 req-e2522000-cd66-499f-a573-35af04f6442c tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0485778 Feb 12 21:52:12.561841 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4a320772-eb8d-4028-a9be-c9bb0c9ea2b7 req-655f767c-2c9c-4417-9936-4d585eec1518 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0498941 Feb 12 21:52:13.723715 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fba86243-f604-445f-a3ad-9942d91f7d62 req-4a90d427-2fac-4277-a54f-3dd6fe7d07b9 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0505910 Feb 12 21:52:14.892211 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7e830de0-f062-4e63-ad88-6c474e502d0d req-1c80aa62-9493-41a8-a1cf-af70a8a69f7e tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0526462 Feb 12 21:52:16.058385 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-825417f9-336a-4551-b94a-209e372b876e req-74abc07c-3861-46f5-9416-e78c6407d9cf tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0497224 Feb 12 21:52:17.221374 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-29b57ed6-020b-4baa-84c1-6fd6c5094b5f req-f52c67c5-8d56-44e2-aa45-fa22f68ac1c0 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0485561 Feb 12 21:52:18.381300 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1a7c4fd3-5101-486d-9134-50a15ee0dd42 req-4f977cb7-ad34-4635-b05a-f879f83974ec tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0477307 Feb 12 21:52:19.543935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-643555f5-edf9-4e27-aaaf-a3b68ce6f5c3 req-dec5a2ef-be0c-4dbe-82e8-8ec291743666 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0489981 Feb 12 21:52:20.710024 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-91c8ca20-825e-495a-9c7c-4853802c3618 req-8798fca8-66e0-4745-9aec-0dba0af55743 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0527573 Feb 12 21:52:21.876697 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e4137647-73d8-4d30-a192-8439907d8e9a req-1e737b42-4bf5-4857-8810-1f42ce5afd87 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0521467 Feb 12 21:52:23.045700 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8953a324-b479-4f57-8786-c2616754eedb req-1d0ca3f6-71a1-4d0d-bf6a-c0006d8b0184 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0505936 Feb 12 21:52:24.211086 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b63ca574-9f0e-40c0-be5b-b46d68fc7ff7 req-e9c2d844-6ad9-4c34-a465-43bb782dbdd8 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0491004 Feb 12 21:52:25.373759 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9406c4c1-199e-4942-9595-9fe21debd5df req-4adbc542-c7b1-49a0-a5b7-23a1a5f025f9 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0489943 Feb 12 21:52:26.535385 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f8a9ef3-64a5-429a-b253-ee218b904a35 req-bcc0527f-effc-4a5b-a95e-3fac4b774bb3 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0486701 Feb 12 21:52:27.701489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f81c5be9-99e7-406e-ae0f-2146a68c3395 req-876fe0bc-3914-4d94-adb0-08afee73ae63 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0514386 Feb 12 21:52:28.523750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b54b1-6374-4081-bc5c-8dd2c6193092 req-bad534e1-ea41-47e7-a2fe-f5edeed39de8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:52:28.525377 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d7b54b1-6374-4081-bc5c-8dd2c6193092 req-bad534e1-ea41-47e7-a2fe-f5edeed39de8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 945 time: 0.0865686 Feb 12 21:52:28.573570 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d7b54b1-6374-4081-bc5c-8dd2c6193092 req-95df47c8-6b3a-48bd-b3d9-c117ca386cdc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Feb 12 21:52:28.868994 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-51a6d607-9161-4d11-88f0-4566bc4cc14a req-8d0c9c23-53b6-4e8d-a5cd-7f21d091ce38 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0527990 Feb 12 21:52:29.669932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-52c636ba-d88d-404b-8055-e007ea6f1ae5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:52:29.671553 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-52c636ba-d88d-404b-8055-e007ea6f1ae5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 945 time: 0.0894265 Feb 12 21:52:29.804696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Deleting port 42dd9c74-50a3-43cf-9a24-e4350b362393 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:52:29.805082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:29.932089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55976309-4eaa-438a-af3c-3cfed89fb2c3 req-4447b43f-cb30-4b93-be8d-937d2ce48ec3 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:52:29.933768 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-55976309-4eaa-438a-af3c-3cfed89fb2c3 req-4447b43f-cb30-4b93-be8d-937d2ce48ec3 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 945 time: 0.2241120 Feb 12 21:52:30.041426 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d00d4674-b95a-4f59-b658-15e584b43afb req-48d3f566-d5f7-4a22-b023-816099a45f36 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0495350 Feb 12 21:52:30.081668 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-55976309-4eaa-438a-af3c-3cfed89fb2c3 req-1a5b0ae5-c45d-4e3b-ab4f-a40c0d06316c tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357093 Feb 12 21:52:30.135161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] For port 42dd9c74-50a3-43cf-9a24-e4350b362393, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=42dd9c74-50a3-43cf-9a24-e4350b362393,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:52:30.135568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:30.189233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 42dd9c74-50a3-43cf-9a24-e4350b362393 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:52:30.270211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Calling delete_port for 42dd9c74-50a3-43cf-9a24-e4350b362393 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:52:30.313835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:30.342769 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:52:30.353995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 42dd9c74-50a3-43cf-9a24-e4350b362393, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=42dd9c74-50a3-43cf-9a24-e4350b362393,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:52:30.357413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:30.359582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:52:30.360404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:52:30.360941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:52:30.397428 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393', 'code': 200} Feb 12 21:52:30.430402 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=42dd9c74-50a3-43cf-9a24-e4350b362393,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:52:30.438151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.438543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.438948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.439329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.439705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.440077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.440449 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.440818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.441207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.441578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.441945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.442332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.442716 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.443097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.443464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.443822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.444183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.444545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.444905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.445264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.445621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.445980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.446342 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.446700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:30.451746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:52:30.862666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Deleting port 42dd9c74-50a3-43cf-9a24-e4350b362393 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:52:30.863143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:31.132170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] For port 42dd9c74-50a3-43cf-9a24-e4350b362393, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=42dd9c74-50a3-43cf-9a24-e4350b362393,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:52:31.132677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:31.271828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Calling delete_port for 42dd9c74-50a3-43cf-9a24-e4350b362393 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:52:31.288333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09399750-dd85-43d3-9546-c1adaeb2ab53 req-14b22785-ce59-4f9f-b6e4-d16cb23199be tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:52:31.289928 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-09399750-dd85-43d3-9546-c1adaeb2ab53 req-14b22785-ce59-4f9f-b6e4-d16cb23199be tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 943 time: 0.0907469 Feb 12 21:52:31.337667 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-09399750-dd85-43d3-9546-c1adaeb2ab53 req-7de9ac4e-7f2f-45e6-a449-26c10d59ad6f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Feb 12 21:52:31.357739 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-884a2b7b-bbf5-463c-84bf-7619e8627f3d req-03b39610-2e4e-4197-8f81-0bcb5aaf31f1 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.1551135 Feb 12 21:52:31.467444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:31.483547 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f2c46cdb-bc23-49cf-b2f0-117915b3ef95 tempest-DeleteServersTestJSON-1364177927 tempest-DeleteServersTestJSON-1364177927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:52:31.583216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event deleted for resources: {'Port': ['ID=42dd9c74-50a3-43cf-9a24-e4350b362393,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:52:31.600891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.601295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.601689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.602097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.602468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.602859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.603260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.603645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.604026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.604404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.604782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.605159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.605572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.605949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.606356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.606729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.607127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.607505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.607875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.608246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.608620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.608990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.609359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.609729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:52:31.613691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:52:31.709426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] No DVR routers for this DVR port 42dd9c74-50a3-43cf-9a24-e4350b362393 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:52:31.712522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:31.715505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'name': 'network-vif-deleted', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:52:31.733183 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66af2824-8e2a-422c-8f3b-35f0aaa74a8b req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "DELETE /v2.0/ports/42dd9c74-50a3-43cf-9a24-e4350b362393 HTTP/1.1" status: 204 len: 173 time: 2.0556829 Feb 12 21:52:31.768139 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac784d9-c4b0-4998-b784-08c6e5a5e6f4', 'name': 'network-vif-deleted', 'tag': '42dd9c74-50a3-43cf-9a24-e4350b362393', 'status': 'completed', 'code': 200} Feb 12 21:52:32.524854 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-65aa92e5-ef86-4116-ad45-606798a7f6f2 req-de5899e1-aea2-494b-b5d0-0ff44a17f530 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0505934 Feb 12 21:52:32.714950 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-219dc18d-ba62-48cf-9b49-71cb3b443a4c req-db53523f-de5f-440c-9043-ebfde104d497 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:52:32.730139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-219dc18d-ba62-48cf-9b49-71cb3b443a4c req-db53523f-de5f-440c-9043-ebfde104d497 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:52:32.731491 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-219dc18d-ba62-48cf-9b49-71cb3b443a4c req-db53523f-de5f-440c-9043-ebfde104d497 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.2773352 Feb 12 21:52:33.141545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d0bbe34-2c3b-4aa8-8dc2-c73868eeb315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:33.691569 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-da4d2902-3b65-4ea4-904f-d9f9ec906c60 req-d7c0d487-0fe7-4ab3-86b1-4d6a1c6d2d19 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0484450 Feb 12 21:52:33.896395 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-461134bf-a5da-4656-ae73-cb8ed9046c81 req-49c09844-9dae-41f0-9029-a3f7036a5295 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0504069 Feb 12 21:52:34.854653 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-717f04e2-96cd-400d-b75a-76f8cb69cc49 req-21fa22dd-8de2-4152-af07-285ed09197dc tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0510485 Feb 12 21:52:35.023407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0480-832e-4651-b4ae-6016ac37a693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:35.058316 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1b73f30b-8a87-4792-b0cc-66bcb8d754cc req-75fa868e-4492-4b6b-a651-841a20f27239 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0494723 Feb 12 21:52:35.338940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:36.018340 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-668ac9b3-cf4b-4f9e-8c53-d2b5f16eb7c3 req-755df4a8-2831-48c0-be28-6f37acb1a91b tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0496967 Feb 12 21:52:36.224463 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-113ca187-a15c-48c9-b1db-5f713d5caa77 req-0baee0c1-8eb7-4a2c-81b5-4ede5dc290c1 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0519259 Feb 12 21:52:36.580075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:37.182033 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e3385fec-f6c3-476d-a1f3-ddc3edeeb484 req-fab4a0b2-5b59-4ade-a6f6-492f62f03ae1 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0486860 Feb 12 21:52:37.383927 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a501598e-16f7-43da-ac11-932b3860c4fd req-6b8633dd-35ad-4be1-a019-cb6f60b81dcd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0474966 Feb 12 21:52:37.463544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:38.006235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:38.348033 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dcc75964-7f75-4337-99e8-5b6e17601caf req-2ea5df4e-970a-40bd-84b3-f4312da91bed tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0517759 Feb 12 21:52:38.543935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cb2779a2-3e14-440f-8fef-c889141d60a6 req-4053b2a6-9900-4786-b8e8-01ffb0218a0e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0479939 Feb 12 21:52:39.508806 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3447c0dc-cc28-43de-8070-dc0df82e6cdc req-59c8a3b9-d38a-4038-8ce3-a20b9f2767e2 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0497227 Feb 12 21:52:39.708826 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5c485b2-6786-4106-b2fa-086fa60a2cbc req-c20f21c5-3bed-41d6-bca6-73492a09ecd4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0507169 Feb 12 21:52:40.675827 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f3479799-7a7a-4bcb-9ee7-0b900390f621 req-937cff49-01e7-4944-928a-ab98548ca297 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0488470 Feb 12 21:52:40.871031 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1defc931-e6b3-42ae-931b-1e960766f8ce req-a2571d7f-3785-4242-983b-5a157b0e2edc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0487697 Feb 12 21:52:41.841102 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-616b711f-efba-4cac-af15-9abbf10df05b req-6bae3b3e-bc32-4e86-baed-046ab674d389 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0510626 Feb 12 21:52:42.031526 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-096ec6aa-c3a6-4845-af23-0a0590a24cfc req-83d3f371-68f1-49f8-b137-4ab5e1cdc9a8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0491853 Feb 12 21:52:43.007513 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dad4beeb-d8ec-4014-83b9-7657f59cd16c req-fb5ad9d0-3d02-4bc0-8d85-b0457eefae7a tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0493867 Feb 12 21:52:43.198542 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd752bb2-a38b-48ec-805b-e48ab2571d43 req-79caffcf-e907-4f77-9a60-5f36e609a6a6 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0514073 Feb 12 21:52:44.172525 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fe1e944f-a7b1-4b28-8b1a-b8b5298369ef req-75b7a939-d27f-4951-aacb-c132d4bde18f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0484052 Feb 12 21:52:44.360663 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8cf68f39-2237-4f31-8940-6dea7134ca3b req-f34324eb-0f45-48f5-8bc2-e2df1cb4845a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0487862 Feb 12 21:52:45.336254 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99600eb8-af05-4bc7-a4e5-0b179831fc13 req-98190820-1a1c-48ca-81dd-5dea9e874d29 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0509593 Feb 12 21:52:45.525386 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1f848ddc-a079-4afb-bb6a-6db4b6f97b74 req-1d56465e-04fe-4ba3-b6b8-23b105f180ea tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0483818 Feb 12 21:52:45.949153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:52:46.496923 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-40ff0d53-4865-4724-9c94-b6371fe2904a req-a56edd00-9548-42be-95d5-f70b6b437c2d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0489593 Feb 12 21:52:46.691448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd08e385-d7ba-434a-8552-bb7dd6fe81b2 req-0b565aa2-e60d-42fb-a95d-d27a681f4383 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0523913 Feb 12 21:52:47.660116 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5c90c841-018a-4324-ae24-d9fe1fe86714 req-897c0e6c-ce5b-46a2-8ac9-3499235d5ec3 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0476384 Feb 12 21:52:47.852872 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c20ec922-4280-47f7-916e-6d35b9050503 req-a86e8417-aa36-4f09-8808-6debc76763fc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0490506 Feb 12 21:52:48.819529 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-006167b8-7fba-403b-a31d-1fe1ac42d376 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0783203 Feb 12 21:52:48.825895 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-57a33c68-c8df-4250-b742-970159f5f084 req-cf097523-bc0a-40f3-a63d-0cb155f40628 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0517972 Feb 12 21:52:48.932594 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-3f9889eb-f6a7-44c6-b5ec-bdce41178095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:52:48.934358 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-3f9889eb-f6a7-44c6-b5ec-bdce41178095 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 1162 time: 0.0817323 Feb 12 21:52:49.088272 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-63dd10ac-933b-4c33-ad25-f641feafd423 req-155a7e1f-0b98-471c-a5f4-2b47024d13d0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.1092410 Feb 12 21:52:49.137138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-85cca6ee-92c6-4812-8233-e68de0d7fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:52:49.138778 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-85cca6ee-92c6-4812-8233-e68de0d7fcce service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1842847 Feb 12 21:52:49.214605 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-317def6c-68f8-45b4-8001-b63ff0c27612 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56046c26-c882-4c0e-beec-b3a177d2d569 HTTP/1.1" status: 200 len: 217 time: 0.0687916 Feb 12 21:52:49.293192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-a1426077-21db-41c5-9e9d-f53e9b33d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:52:49.295515 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-a1426077-21db-41c5-9e9d-f53e9b33d6fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0750403 Feb 12 21:52:49.347438 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-80aada3f-39cf-4d66-bb18-996cffaed26e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452318 Feb 12 21:52:49.491371 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-8b8f9672-2a0e-482a-b402-8249b1f02567 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370182 Feb 12 21:52:49.632460 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9afa792b-db94-4c31-8f41-20d53dacddd2 req-a386a27a-1a50-43c4-8190-3a8ee80467d7 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343658 Feb 12 21:52:50.143347 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5ede0775-de52-450d-9054-cb4464b1ea1c req-44459656-f01a-48f5-883a-620dbd89e503 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.2048767 Feb 12 21:52:50.258224 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-65f5c051-09b3-476e-98e4-7fa96cd239b3 req-b46c9991-6eea-4c50-9599-4e27e4a8337e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0492001 Feb 12 21:52:51.311439 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-eb8afc9b-def4-4fb8-ab10-0f9ba0507732 req-a04c8b81-f474-4490-9cae-1ad69928aa46 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0490797 Feb 12 21:52:51.430216 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-366d62ae-1183-4e41-b162-f0e74198e9df req-03a62edf-e443-4bb3-8245-af7c21bb795d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0511494 Feb 12 21:52:52.476882 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-57fcfa41-91e5-4294-82d8-d6a82b8f7b91 req-b34b6972-b0fa-4109-8cc9-9a215871acb3 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0516837 Feb 12 21:52:52.592082 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-096221c2-e049-40b4-b464-a864e2e1fd5e req-661c396f-153b-4efe-8791-3a521313fb5e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0492783 Feb 12 21:52:53.758319 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f9a1c7d-b1ab-4d71-922d-33e6a392b5ea req-acf54ec8-c297-4f72-b466-103a94ab5155 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0507364 Feb 12 21:52:53.772756 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9ff4ce90-9f57-4912-b34d-992107e691e2 req-86726c20-e338-4eca-aeea-9634bc2080e1 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0486481 Feb 12 21:52:54.928743 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-04bf60f8-7c69-40bc-9219-90dac44c0a90 req-3bba7c80-d0b1-43be-b3cb-3e3b5d706b21 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0535958 Feb 12 21:52:55.081744 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26b52d42-c380-4b80-9baf-aa2dc7fe85af req-e37038be-27c8-45f4-9480-1c2cec749c75 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0487962 Feb 12 21:52:56.092645 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-afa0f16a-2840-41e4-9767-18ef488506f0 req-ae415e4b-c2ec-4cec-88b1-2dcad4c66239 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0495174 Feb 12 21:52:56.245281 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a04cb188-6e8d-4e19-9668-92ba40ffc267 req-793ccc6a-6af2-4f39-b0ff-77c879787e9d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0511899 Feb 12 21:52:57.255360 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a05c0927-f417-425d-a1fc-cba06a539ecd req-2051e292-0ece-410a-8d55-f2e3811202a4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0477693 Feb 12 21:52:57.408684 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f98cc0da-dca5-4dea-a4ba-ec33ff0d8b07 req-184ac4ff-93b7-4e0a-9bfd-64d43cab67a5 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0499003 Feb 12 21:52:58.420470 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-300279ba-b83f-4c58-a0be-6e0d41a4ec6b req-51c045aa-27ed-4900-8a53-64e762b58619 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0514088 Feb 12 21:52:58.570893 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-23fbe6ea-dc8b-4dab-8e83-73af4e8f43e9 req-82c37059-413e-403c-8181-f43d035c4bfa tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0487032 Feb 12 21:52:59.580593 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-91cdf013-a5dc-4d13-8295-9b60287f95d3 req-02e9b126-86ea-49d2-bda2-4fa369f28c0b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0480385 Feb 12 21:52:59.735201 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd60e94c-95e4-4bb7-a37d-3fd5c2f157d2 req-608dc80e-0ff7-4612-9b4f-756ea003fbd1 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0527825 Feb 12 21:53:00.741918 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d3a5ff97-d2cd-4a5c-a112-9763ccda862d req-677c1323-9c50-4046-bd3b-31b5281137c1 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0479004 Feb 12 21:53:00.895856 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4845560f-5269-448c-9601-7c615d11743f req-57111827-9ae8-48f0-9476-f97eb1476afb tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0492992 Feb 12 21:53:01.906554 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fca5b864-9268-41f3-9425-1500ecb20950 req-b38116ed-6b0c-457f-a287-224e57dbb4bf tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0514684 Feb 12 21:53:02.060078 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-95fe50fd-e549-4b8a-b564-25eda6820220 req-12577426-3a84-48d6-b028-f9d7d9e92651 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0491700 Feb 12 21:53:03.068061 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ab77a425-4474-48bd-a4c0-bf569b1cf375 req-1d96a3ca-9e67-4da9-ad40-20ca4482a25a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0489879 Feb 12 21:53:03.143736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d352c5e9-5dec-4f5d-b17f-40e5cc13c0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:03.225387 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-641d365a-5fd6-47c3-a43a-5244a70ae6f3 req-62fef323-f49c-462b-9aa7-45c7ac6a986a tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0513482 Feb 12 21:53:04.233807 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4459aaef-d582-4e3f-a5f2-a13d57871ef8 req-e00689e7-d7f4-4379-a21e-c0484fc8a4c8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0486619 Feb 12 21:53:04.385701 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56d026b9-76e7-4c5e-98e2-44cc48b571be req-109a0ac3-24ca-4a01-b3db-c6e8d90fc5eb tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0498047 Feb 12 21:53:05.025384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc782b41-7826-4882-be2d-da67aa4bf33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:05.342426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:05.402454 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a3dc5c3d-e8fc-427e-8e68-4c1860ace8f5 req-033cbb1d-55cc-41ed-8f6f-395787a60352 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0551796 Feb 12 21:53:05.548414 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6a9c95e0-2d5b-4275-a2fb-9404a2427016 req-c7052f88-6ca8-4132-b910-4bd627b656c6 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0488145 Feb 12 21:53:06.564588 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5389e435-9cb3-4314-9c4e-518ba0c74ffc req-76579911-ffa3-4713-a4db-2336fa46b93e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0479796 Feb 12 21:53:06.584143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:06.712630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a784d6a1-c9a8-4496-a9e7-d2bec44b4bc5 req-03f46658-a6b9-4687-bc5a-cedac216291e tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0518813 Feb 12 21:53:07.464618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:07.871811 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ca60ea42-61ae-4300-9f50-d128d13a4bb7 req-990e5944-21a4-4b35-b7e2-e6ba96e7da6d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0494599 Feb 12 21:53:07.879317 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4b58221-4cea-4261-bd4b-4915884b6db1 req-e07c92be-f28a-46a4-bbb1-24c54dd29f64 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0498230 Feb 12 21:53:08.006617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:09.037530 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9960ecc4-d231-4d2c-9e9f-d110064b7064 req-67acc2b8-12ec-4a7c-8c04-a61ce781fa77 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0521557 Feb 12 21:53:09.048143 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-549ac401-82f7-425f-bc6e-cd64520f5f43 req-d2f0157d-5d1e-4079-9cb3-99f232257f44 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0547497 Feb 12 21:53:10.199918 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7abe8330-878d-4860-9b4e-64f4f2f3321a req-4164e02b-9ad6-457c-898f-91d3789e5ffa tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0494304 Feb 12 21:53:10.209196 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2f0a2b84-09b0-4ffe-845e-66aa5d030602 req-7731a537-4b90-4536-a466-f32dd51817a4 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0518398 Feb 12 21:53:11.366395 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-faa2ec49-5b5a-4f09-b205-5fc323e26b7f req-94f0f4c4-5110-419e-827e-2c68d8bd39ef tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0488441 Feb 12 21:53:11.384345 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e9c5d694-ef1c-4176-bc1f-a2202cb6aeab req-27eeceab-d0d5-4615-b976-36d96469c3eb tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0502164 Feb 12 21:53:12.534610 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abae8729-56ce-4e19-a9bf-909a0ba3a3a6 req-4e159b43-78ab-4167-99b9-4bb6b869cb27 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0530839 Feb 12 21:53:12.547734 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54652622-c0ef-47a3-80c3-aaba47951ed8 req-0a000231-846a-45e6-84b0-2ecc011f5c5f tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0480461 Feb 12 21:53:13.696353 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4eee0c13-a5a9-40e8-88ae-6fe8b8d173cd req-a6594025-b80e-4d3c-91a1-4d8de1099543 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0490832 Feb 12 21:53:13.712182 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f71b1220-e985-4873-89ee-188bcfb4f803 req-23d08441-723d-4b5b-b18d-aba5016e6fdb tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0517163 Feb 12 21:53:14.863433 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8db57cf5-901f-4468-857e-722dae7f69b4 req-b4e9dd13-a6f8-4cd7-a7b9-c549478ec6f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0498083 Feb 12 21:53:14.875189 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4dcc2fcf-2813-4436-b5b8-7e76d24fd83a req-8277573f-3301-4cc8-a41b-883c930dff66 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0497105 Feb 12 21:53:16.028100 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-14214d9b-7811-4cf0-b16c-ba52e795de14 req-96b6556f-3fb7-4313-a25e-e556c822cc71 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0530584 Feb 12 21:53:16.040406 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3f41ca27-2923-47d8-a34d-2d017f227cec req-f2852454-6681-499e-a31c-f8a734e67d37 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0490656 Feb 12 21:53:17.191087 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e4d81c52-bc72-47f1-8881-e5974562282a req-8f94d144-7517-465a-96fd-ffd7218ba7e9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0484264 Feb 12 21:53:17.208248 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-264c39f5-3a0a-43f4-b932-87f41e488014 req-fbb4c924-517f-4f1c-b9e8-418d2aad7850 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0522656 Feb 12 21:53:18.357757 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-678a43e7-ca67-4fbc-84a6-c77a3c4e69f6 req-4f7f5caf-cd61-4e39-ad47-f7d1bd236a91 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0498302 Feb 12 21:53:18.368662 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b50cc886-1303-470a-87f9-f787924e9a89 req-dc390019-a60d-4f6d-8c9d-7e5865744f62 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0496585 Feb 12 21:53:19.524917 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73cb98b4-ba98-47ae-a507-b21ea8ac176a req-bf5d0b7a-8351-41a2-ba80-10bccebfd369 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0531328 Feb 12 21:53:19.538788 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c2d62c8d-7675-4d69-a714-7488f0c2f34d req-a2ef65f9-fbde-4536-a3b0-d6e7dbf0e051 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0488331 Feb 12 21:53:20.688886 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f2bea46e-af75-401d-a768-af82279913d6 req-a867a89a-55b6-4efb-9a67-319ec0228ab4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0497756 Feb 12 21:53:20.700867 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79e6212f-4759-40a5-9642-a01280fed4a9 req-53729a24-853c-408a-83b0-c4ed10eba274 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0517490 Feb 12 21:53:21.854490 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7936323b-a2ff-48c6-a4c2-c7de1ec88462 req-c6d30498-922f-4b8b-abf0-73589dbef0aa tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0498624 Feb 12 21:53:21.865696 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5def1b0c-e863-4866-bbea-14d36e411105 req-c6693bae-0465-47b7-873c-e8575d72f762 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0508823 Feb 12 21:53:22.948971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:53:23.021887 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c26b0df9-8e7c-4a63-b1f2-70e86c392541 req-bbf73a8e-cb11-4ee6-be9a-1418b04eca3e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0532432 Feb 12 21:53:23.031234 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9a24d85b-4cc4-47f8-8266-8876ab2d1c16 req-7f8af6e6-55bc-4e64-9114-8873b14c5222 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0503943 Feb 12 21:53:24.187213 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2b3561e0-5a33-4c97-ad8a-19f81efd6580 req-1440cac3-c453-4f78-bfed-3e3aa26c6df5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0507965 Feb 12 21:53:24.195926 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d19e2893-7f72-46de-b405-e992ae1165f0 req-277997d8-b0aa-4920-be20-43da3d4a76b0 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0517881 Feb 12 21:53:25.353022 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f3e8478d-2706-43c3-ac9f-381b61cca9f7 req-43f14b72-581e-4c89-be40-2f703be3bc66 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0485077 Feb 12 21:53:25.358516 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a796d8d2-7fc2-4d51-9c92-811137ab4f6b req-4a9b6cd8-589c-4a69-8450-e83c23cd103d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0493951 Feb 12 21:53:26.519153 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-19ece221-376a-43a8-902c-ee5da0c21dec req-26a25707-78e2-4023-93bc-f06c34919106 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0525053 Feb 12 21:53:26.521839 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41cfa66b-1847-41f7-b8de-825eeb31c945 req-c96eb172-37c4-4955-a7c9-7a3b2d6603e2 tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0495031 Feb 12 21:53:27.683436 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b7d868fb-d5b5-44d8-8ef9-130b32a8070c req-0c72cf58-277a-4de5-b355-8b6e9b85c4e2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0491886 Feb 12 21:53:27.687843 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd951ea7-4937-4e94-ade8-98627a4de1cf req-947d10fe-5e86-492b-ad91-f4524a038f2a tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0518029 Feb 12 21:53:28.857928 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-beddc62a-254d-40d6-8359-9e9c56b0425c req-443c8bf6-5d12-4c29-b87d-7423d8135221 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0571845 Feb 12 21:53:28.859219 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6ee9cd21-5e18-4cfa-b6cc-8357ee6eb2fd req-257328f7-2f9e-4d00-99ca-694387f2c0fb tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] 10.222.0.36 "GET /v2.0/ports?device_id=1508b499-ee16-45e3-a12b-1478acd5bd13 HTTP/1.1" status: 200 len: 210 time: 0.0593131 Feb 12 21:53:29.573064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925184bc-6538-4aab-b4c8-f61c4891763d req-2a0f83b4-9310-497e-98e8-4dbc8e5f13cc tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:29.574567 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-925184bc-6538-4aab-b4c8-f61c4891763d req-2a0f83b4-9310-497e-98e8-4dbc8e5f13cc tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 946 time: 0.0899231 Feb 12 21:53:29.623478 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-925184bc-6538-4aab-b4c8-f61c4891763d req-36dff719-57ee-4729-ba00-e6e169ce239f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Feb 12 21:53:30.046831 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b84ecb9b-bbe3-4f53-990d-67846a4c1d29 req-5d0e3a63-ffd7-4af7-aaf6-23fe6fadc220 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0704935 Feb 12 21:53:30.500497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-b52001dc-d092-495a-a6fd-a8fbf6f7f77a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:30.502169 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-b52001dc-d092-495a-a6fd-a8fbf6f7f77a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 946 time: 0.1379628 Feb 12 21:53:30.630775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 13e30ead-c5cb-4946-a02f-5fa1c3379c99 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:53:30.760467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:30.795694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 13e30ead-c5cb-4946-a02f-5fa1c3379c99, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=13e30ead-c5cb-4946-a02f-5fa1c3379c99,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:30.796698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:53:30.803024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:30.805125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:30.813431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Deleting port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:30.813827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:30.833388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0776-e567-40da-93e7-dac732f90e96 req-5b25776e-871e-4a69-837f-5f2f3fbf8ef1 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:30.835070 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3d4a0776-e567-40da-93e7-dac732f90e96 req-5b25776e-871e-4a69-837f-5f2f3fbf8ef1 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 946 time: 0.0910726 Feb 12 21:53:30.853190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f8ad-2629-4e59-ac20-cf97c5327c91 req-7b6fdf41-8f8f-4a7c-a638-7b7a274d58f3 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:30.854833 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1465f8ad-2629-4e59-ac20-cf97c5327c91 req-7b6fdf41-8f8f-4a7c-a638-7b7a274d58f3 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 945 time: 0.4160841 Feb 12 21:53:30.877628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=13e30ead-c5cb-4946-a02f-5fa1c3379c99,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:30.886277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.887049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.887623 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.888188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.889299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.889864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.890438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.891049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.891624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.892238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.892616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.892993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.893419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.893790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.894164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.894534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.894923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.895297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.895667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.896037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.896830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.896830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.897064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.897597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:30.902456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:30.903480 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3d4a0776-e567-40da-93e7-dac732f90e96 req-b232187b-6754-4bff-b318-5b273c273d54 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups?id=968b9765-4052-4891-9d21-ef4af2fd2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607233 Feb 12 21:53:30.950402 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'code': 200} Feb 12 21:53:31.013152 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1465f8ad-2629-4e59-ac20-cf97c5327c91 req-308ef725-ad4f-4d55-964a-68c4051a3fc6 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479855 Feb 12 21:53:31.205583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] For port 13e30ead-c5cb-4946-a02f-5fa1c3379c99, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=13e30ead-c5cb-4946-a02f-5fa1c3379c99,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:31.206186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:31.242245 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d30ce7f9-617b-48cf-886d-06b909a33788 req-758d0dd6-2bb6-46dd-9171-39e7386b02fb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0488720 Feb 12 21:53:31.412026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-2a0af738-93bc-404a-b7c9-ddc96a58e64f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:31.413605 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-2a0af738-93bc-404a-b7c9-ddc96a58e64f tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 945 time: 0.2634015 Feb 12 21:53:31.587411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Deleting port aa21be7e-595a-455f-8be8-b52e8efde7ba {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:31.587789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:31.662317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:31.662722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:31.663093 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Floating IP b801d6ab-b44f-4389-b838-773ccac72fb3 disassociated. External IP: 172.27.2.135, port: 13e30ead-c5cb-4946-a02f-5fa1c3379c99. Feb 12 21:53:31.663468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Calling delete_port for 13e30ead-c5cb-4946-a02f-5fa1c3379c99 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:31.995711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] For port aa21be7e-595a-455f-8be8-b52e8efde7ba, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:31.996108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:32.003850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:32.022249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:32.225904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf2ff-7c45-4ad8-9166-4f1bde3c9925 req-ac61cdf9-498c-4ae4-86a1-81b0d95c2055 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:32.227849 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c57cf2ff-7c45-4ad8-9166-4f1bde3c9925 req-ac61cdf9-498c-4ae4-86a1-81b0d95c2055 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 945 time: 0.0886443 Feb 12 21:53:32.247063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event deleted for resources: {'Port': ['ID=13e30ead-c5cb-4946-a02f-5fa1c3379c99,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:32.262410 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d55d1aab-411f-4c2c-8c68-9c4b87fe0614 req-18f06e7b-82ec-4252-b272-69b7e36f110e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 210 time: 0.2017264 Feb 12 21:53:32.275998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.276416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.276801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.277223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.277577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.277983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.278362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.278759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.279739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.280130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.280520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.280907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.281338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.281612 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c57cf2ff-7c45-4ad8-9166-4f1bde3c9925 req-d23bd448-9f35-4be5-8309-28522ae6bf48 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459089 Feb 12 21:53:32.281729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.282083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.282510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.282898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.283285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.283669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.284054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.284441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.284825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.285210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.285590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:32.289554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:32.473677 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-edb23e40-4886-4b93-9c37-a7e448f3e78f req-a3e2de88-042b-4fae-8d5e-76c40cec47cc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0782013 Feb 12 21:53:32.642593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device aa21be7e-595a-455f-8be8-b52e8efde7ba no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:53:32.774298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:32.808564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port aa21be7e-595a-455f-8be8-b52e8efde7ba, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:32.812451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:32.815282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:32.891522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=aa21be7e-595a-455f-8be8-b52e8efde7ba,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:32.894902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:32.952040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:53:32.964613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:32.965031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:32.965384 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Floating IP 7a887c3c-726d-45a7-b42e-0e3e93400096 disassociated. External IP: 172.27.2.70, port: aa21be7e-595a-455f-8be8-b52e8efde7ba. Feb 12 21:53:32.965817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Calling delete_port for aa21be7e-595a-455f-8be8-b52e8efde7ba owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:33.002025 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'code': 200} Feb 12 21:53:33.096907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:53:33.102690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:53:33.103172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:53:33.145117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74aa10a9-a811-4c73-b2ef-bedd2604db80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:33.306022 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:53:33.316938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] Sync routers for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:53:33.340545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:53:33.341258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:53:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:33.363381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] No DVR routers for this DVR port 13e30ead-c5cb-4946-a02f-5fa1c3379c99 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:53:33.365758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:33.368657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'name': 'network-vif-deleted', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:53:33.389633 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b50227bf-d894-4f9c-8dbb-c18ad14a4efd req-45751605-6472-4e8a-ab1f-1a2797c8367e tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.69 "DELETE /v2.0/ports/13e30ead-c5cb-4946-a02f-5fa1c3379c99 HTTP/1.1" status: 204 len: 173 time: 2.8806665 Feb 12 21:53:33.485503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-4a11ea04-38c8-437f-89a8-e40fab93af75 req-047966d8-b716-4a12-8238-6480316b8a2a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Synchronizing usage tracker for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:53:33.526404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-4a11ea04-38c8-437f-89a8-e40fab93af75 req-047966d8-b716-4a12-8238-6480316b8a2a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Unset dirty status for tenant:a6a03cda6c7248a194e434a6bf03cfda on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:53:33.526404 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4a11ea04-38c8-437f-89a8-e40fab93af75 req-047966d8-b716-4a12-8238-6480316b8a2a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d279ce-0216-46a1-a9c8-0c8e7459c60e HTTP/1.1" status: 200 len: 210 time: 0.1129720 Feb 12 21:53:33.569926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddede0-5340-4d62-9d38-78f747b98acb req-67f15788-88e1-4e9a-ae78-7257d5b3d37c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:33.589113 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d3ddede0-5340-4d62-9d38-78f747b98acb req-67f15788-88e1-4e9a-ae78-7257d5b3d37c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 943 time: 0.1649597 Feb 12 21:53:33.604489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Deleting port aa21be7e-595a-455f-8be8-b52e8efde7ba {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:33.604801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:33.648546 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d3ddede0-5340-4d62-9d38-78f747b98acb req-d4c64a77-552f-4a03-af23-bcb72945886a tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups?id=02382658-222a-4de0-b0e0-b52f930c9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584292 Feb 12 21:53:33.668380 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d279ce-0216-46a1-a9c8-0c8e7459c60e', 'name': 'network-vif-deleted', 'tag': '13e30ead-c5cb-4946-a02f-5fa1c3379c99', 'status': 'completed', 'code': 200} Feb 12 21:53:33.763178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:53:33.803653 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1085f03e-416b-485f-8d1d-2cae71ee252c req-8c79cee3-c96b-4ece-b44a-5f3d7305cc55 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0703812 Feb 12 21:53:33.990143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] For port aa21be7e-595a-455f-8be8-b52e8efde7ba, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=aa21be7e-595a-455f-8be8-b52e8efde7ba,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:33.991250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:34.123966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:34.128052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] Checking router: 66cd5171-d201-4d00-bf8c-6e90dd8ce327 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:53:34.137027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:53:34.137774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:53:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:34.326484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:34.327082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:34.327248 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Floating IP 7a887c3c-726d-45a7-b42e-0e3e93400096 disassociated. External IP: 172.27.2.70, port: aa21be7e-595a-455f-8be8-b52e8efde7ba. Feb 12 21:53:34.327623 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Calling delete_port for aa21be7e-595a-455f-8be8-b52e8efde7ba owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:34.331584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:53:34.487326 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:34.503296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b5817ba9-4933-4f29-a6c6-e8538a8e1ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:34.604133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event deleted for resources: {'Port': ['ID=aa21be7e-595a-455f-8be8-b52e8efde7ba,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:34.614560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:34.682963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 37826) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:53:34.691075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:34.697056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bb696-182c-4553-aad3-92cd2b4665c2 None None] The sync data for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi is: [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:35:56Z', 'revision_number': 4, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'dc3feefe-7288-4b20-a98a-1dd3564b451e', 'name': '', 'network_id': '86e6ed5d-4e82-422f-95bb-877219275b17', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'mac_address': 'fa:16:3e:2a:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:50Z', 'updated_at': '2021-02-12T21:36:09Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'subnets': [{'id': '1b96d208-2bc9-4411-aad9-7b85c3c9e3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:53:34.850071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:34.875367 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c3b3302b-0cab-4acf-8e85-aef8f35bb0fa req-b753d4da-d97a-4fd9-a839-5523b14a20bb tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 210 time: 0.0882370 Feb 12 21:53:34.895770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:34.945579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:34.951045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:34.969082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b9765-4052-4891-9d21-ef4af2fd2eee,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:34.971842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Router 27f46364-d442-4e75-a157-e5df1ffac73b has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:53:34.980525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.980946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.981360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.981764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.982748 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.983152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.983555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.983957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.984360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.984880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.985156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.985543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.985973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.986366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.986756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.987184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.987570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.987964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.988349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.988936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.989330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.989707 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.990092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.990484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:53:34.990968 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-18f2f5a3-3162-4baa-b0db-6461e06a83df req-ffc51c85-4ac2-433e-b015-a17534950c1b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0611711 Feb 12 21:53:34.994675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:34.998941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:35.003527 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "DELETE /v2.0/security-groups/968b9765-4052-4891-9d21-ef4af2fd2eee HTTP/1.1" status: 204 len: 168 time: 0.3194432 Feb 12 21:53:35.004400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 37832) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:53:35.023008 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.v2.resource [None req-93c32525-e993-431b-813f-dc8315427970 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] show failed (client error): The resource could not be found. Feb 12 21:53:35.024429 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-93c32525-e993-431b-813f-dc8315427970 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "GET /v2.0/security-groups/968b9765-4052-4891-9d21-ef4af2fd2eee HTTP/1.1" status: 404 len: 347 time: 0.0186930 Feb 12 21:53:35.031439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 37836) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:53:35.058506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0c52c2cf-8b29-484c-8414-4ff0e0544d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:35.197977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ddf6b-51ec-424f-8141-aaf2031662f1 None None] New status for floating IP b801d6ab-b44f-4389-b838-773ccac72fb3: DOWN {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:53:35.212762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:53:35.225269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] Sync routers for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:53:35.247354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:53:35.248119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:53:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:35.270555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] No DVR routers for this DVR port aa21be7e-595a-455f-8be8-b52e8efde7ba on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:53:35.273074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:35.273484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Deleting port 85ec5646-d08d-4e24-8759-57b5707086eb {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:35.273855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:35.289148 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f2c960cf-638c-47c1-aa61-83a7c765ca3e req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.69 "DELETE /v2.0/ports/aa21be7e-595a-455f-8be8-b52e8efde7ba HTTP/1.1" status: 204 len: 173 time: 3.8693056 Feb 12 21:53:35.447202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:35.474633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:53:35.482328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:35.482835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:35.623937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Calling delete_port for 85ec5646-d08d-4e24-8759-57b5707086eb owned by network:floatingip {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:35.669702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'name': 'network-vif-deleted', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:53:35.717632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84047) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:53:35.718226 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:53:35.718362 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3955abe0-e3c5-4416-8575-afa6f2aabf32', 'name': 'network-vif-deleted', 'tag': 'aa21be7e-595a-455f-8be8-b52e8efde7ba', 'status': 'completed', 'code': 200} Feb 12 21:53:35.838001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:35.842321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] Checking router: 27f46364-d442-4e75-a157-e5df1ffac73b for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:53:35.852106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:53:35.852771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:53:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:36.049750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:53:36.064975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-805776a3-387d-44d8-822b-eb7ebc81c820 req-1a6dd645-3b78-481a-8cb4-993034665c8b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Synchronizing usage tracker for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:53:36.082717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-805776a3-387d-44d8-822b-eb7ebc81c820 req-1a6dd645-3b78-481a-8cb4-993034665c8b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Unset dirty status for tenant:cb1dd963b5de455d9e4fae67504bcc7d on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:53:36.084117 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-805776a3-387d-44d8-822b-eb7ebc81c820 req-1a6dd645-3b78-481a-8cb4-993034665c8b tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/ports?device_id=3955abe0-e3c5-4416-8575-afa6f2aabf32 HTTP/1.1" status: 200 len: 210 time: 0.0685902 Feb 12 21:53:36.189279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d76aaf73-d316-421a-bf2d-d778ec608611 req-0d862196-78b6-46a9-89c8-7148522ac7db tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0503740 Feb 12 21:53:36.220077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Deleting port 85ec5646-d08d-4e24-8759-57b5707086eb {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:36.220474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:36.400502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:53:36.405752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c12751-8e4f-46a8-b299-ea522e48b5b6 None None] The sync data for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi is: [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T21:36:01Z', 'revision_number': 4, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'cd817a35-ffae-4fd9-93ff-de95887e670a', 'name': '', 'network_id': '3bc504f8-feb8-4610-82f2-0e164be44d7e', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'mac_address': 'fa:16:3e:5d:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:56Z', 'updated_at': '2021-02-12T21:36:11Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'subnets': [{'id': '06ae67bb-7b12-4bf5-a3b2-3427a70314e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:53:36.588356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:36.621374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:36.621868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:36.760452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Calling delete_port for 85ec5646-d08d-4e24-8759-57b5707086eb owned by network:floatingip {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:36.766210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc07ba-8ce4-4988-bab3-ba89f6f102d5 None None] New status for floating IP 7a887c3c-726d-45a7-b42e-0e3e93400096: DOWN {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:53:36.911478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:36.927666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:37.025874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Pushing event deleted for resources: {'Port': ['ID=85ec5646-d08d-4e24-8759-57b5707086eb,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:37.036524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:37.100705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks [] for floatingip, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.117681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.121804 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] 10.222.0.36 "DELETE /v2.0/floatingips/b801d6ab-b44f-4389-b838-773ccac72fb3 HTTP/1.1" status: 204 len: 168 time: 2.0864086 Feb 12 21:53:37.240491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 37866) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:53:37.317601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.349170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.368891 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-14d20ac6-12f3-4b17-b696-809f8cb2027d req-339b4102-f8c2-419c-b500-0d7eead5d3eb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0569808 Feb 12 21:53:37.400354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.404953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d0b606e2-d8fb-4c21-ae8d-56a9811cc8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:37.420727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02382658-222a-4de0-b0e0-b52f930c9b55,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:37.424336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:37.432577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.433816 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "DELETE /v2.0/security-groups/02382658-222a-4de0-b0e0-b52f930c9b55 HTTP/1.1" status: 204 len: 168 time: 0.1923368 Feb 12 21:53:37.436772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 37872) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:53:37.454117 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.api.v2.resource [None req-88436abd-3733-45ce-8457-48505421ce40 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] show failed (client error): The resource could not be found. Feb 12 21:53:37.455249 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-88436abd-3733-45ce-8457-48505421ce40 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "GET /v2.0/security-groups/02382658-222a-4de0-b0e0-b52f930c9b55 HTTP/1.1" status: 404 len: 347 time: 0.0175176 Feb 12 21:53:37.458451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 37876) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:53:37.467445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.628576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Deleting port a008b28a-8f21-4611-a870-067f0ed07477 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:37.629196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.810810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:37.811205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:38.021819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:38.164329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Calling delete_port for a008b28a-8f21-4611-a870-067f0ed07477 owned by network:floatingip {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:38.303425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:38.319168 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b93bd6e8-989f-4419-8cff-b015bfbee9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:38.448941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Pushing event deleted for resources: {'Port': ['ID=a008b28a-8f21-4611-a870-067f0ed07477,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:38.471563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:38.533912 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7486de12-a4db-44e7-95f0-3f7cea401f98 req-749e097c-3608-4118-9035-c2a5e71a0fa1 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0488420 Feb 12 21:53:38.544137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks [] for floatingip, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:38.562110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:38.563329 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] 10.222.0.36 "DELETE /v2.0/floatingips/7a887c3c-726d-45a7-b42e-0e3e93400096 HTTP/1.1" status: 204 len: 168 time: 1.1037037 Feb 12 21:53:39.702417 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b08587a-622a-49e4-bd79-209603f961e3 req-36608629-0e3f-499b-a682-2677e7d55a5a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0521655 Feb 12 21:53:40.865907 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-83ebc621-5790-4d94-835a-920efb20b7e3 req-6c70bc4a-7dff-48ee-a791-0f4b94e430e7 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0490386 Feb 12 21:53:42.026608 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c8c93be5-cc2f-4eb7-a940-60bb1f9f818c req-97d7cc8b-d628-468f-8431-0beb702ef236 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0495305 Feb 12 21:53:43.194756 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-96dd9d59-bbd3-49d3-8f96-47f9cb4a8c85 req-1b58b852-1ac4-42f0-8d57-82d2d1ed1c52 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0532351 Feb 12 21:53:44.358630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08c2278a-c89a-426e-a685-4d119a7b7a26 req-cbb5ed29-cc22-4a62-ac0b-bf1a3c3bc1ab tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0495458 Feb 12 21:53:45.521932 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f929f3ac-b381-4bac-b60a-afd0aca8f85c req-3e6f91cb-b307-4a71-a77f-1073e75060ee tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0495677 Feb 12 21:53:46.688235 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d1195f40-777d-418b-93fb-0645435912b1 req-f0f0184b-d29d-465a-921d-fd8de921dc6a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0522754 Feb 12 21:53:47.852695 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0ee68de8-7223-431a-9287-3196e0a51e6d req-a47c007b-858b-4607-b4dd-7f6ec39835c9 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0486362 Feb 12 21:53:49.012599 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1728d24-1593-4411-864d-286c8aebb5cc req-b570dd60-36f4-42fe-8676-9e3e6b96489b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0491011 Feb 12 21:53:49.490411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee025c09-900d-46c3-b1c0-4bfe2918499e req-f7868081-ec3e-4431-ad85-492aa7531986 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:49.492074 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee025c09-900d-46c3-b1c0-4bfe2918499e req-f7868081-ec3e-4431-ad85-492aa7531986 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.0904543 Feb 12 21:53:49.539301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ee025c09-900d-46c3-b1c0-4bfe2918499e req-de149e20-a508-41c2-85c2-2b456a3e8afc tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:53:49.553363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ee025c09-900d-46c3-b1c0-4bfe2918499e req-de149e20-a508-41c2-85c2-2b456a3e8afc tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:53:49.554674 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee025c09-900d-46c3-b1c0-4bfe2918499e req-de149e20-a508-41c2-85c2-2b456a3e8afc tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563805 Feb 12 21:53:50.182057 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-24a2bdc1-fe34-4e98-af38-3f68d1d6f7ce req-f91020e6-260f-4d89-99ad-784d0a273800 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0520866 Feb 12 21:53:50.549025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-b778669d-cfac-4a6d-833f-469fd6f2a757 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:50.550630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-b778669d-cfac-4a6d-833f-469fd6f2a757 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.69 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.0944455 Feb 12 21:53:50.629931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Deleting port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:50.630322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:50.751492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:53:50.878491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:50.909700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:53:50.921152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:50.925743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:50.927814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:50.976546 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'code': 200} Feb 12 21:53:50.978535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e2543-1c75-4830-af09-56a19d840b51 req-9d3d52e6-ca4a-4747-a227-f12b454e03e3 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:50.980251 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-538e2543-1c75-4830-af09-56a19d840b51 req-9d3d52e6-ca4a-4747-a227-f12b454e03e3 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 946 time: 0.3068163 Feb 12 21:53:51.006560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=7']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:51.010264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:51.068297 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-09f73da1-3e43-46ff-8b6d-93c37ff2bcc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2696731 Feb 12 21:53:51.074319 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-538e2543-1c75-4830-af09-56a19d840b51 req-c20d760a-0763-453e-9833-b14f9b97c77a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791268 Feb 12 21:53:51.100372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:51.100766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:51.283114 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Calling delete_port for cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:51.353378 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-06396b65-afaa-4110-ab67-49f85968430c req-86c92e14-f6f4-4555-9cb5-f26907bcf112 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0491409 Feb 12 21:53:51.390954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-cbbbb7af-b466-4fd6-bb82-d38f2ae8a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:51.392619 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-cbbbb7af-b466-4fd6-bb82-d38f2ae8a219 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 1162 time: 0.2832034 Feb 12 21:53:51.397711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:53:51.398071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:53:51.548794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-773fa004-79ed-4414-99a6-469f63ac2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:51.550326 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-773fa004-79ed-4414-99a6-469f63ac2b65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1377807 Feb 12 21:53:51.631647 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-129db5ca-43f6-4dc8-a0c2-ead3c7172aae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d HTTP/1.1" status: 200 len: 217 time: 0.0740693 Feb 12 21:53:51.704301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-aa901e18-c40e-4609-80af-7a1d2e98a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:51.705875 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-aa901e18-c40e-4609-80af-7a1d2e98a1f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0684593 Feb 12 21:53:51.758096 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-90400888-49bf-40fd-8739-01012295445c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461626 Feb 12 21:53:51.899807 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-e0c648d8-cbf3-4367-8958-0312df3a82b1 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352539 Feb 12 21:53:51.900333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Deleting port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:53:51.900705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:52.259199 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-47cb2b69-123a-4ea8-8f11-96952937f5a5 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3268909 Feb 12 21:53:52.359283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] For port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:53:52.359871 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:52.520858 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a47021a8-163f-4674-b6e6-bcf6d2802fca req-6023f71e-dfd2-42ff-abee-b46cb307a94e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0515983 Feb 12 21:53:52.646730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489e4d1-01b5-42ed-b88d-0ccc18e88846 req-bcb61b26-1a04-41ad-b092-115c43f29849 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:53:52.648279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b489e4d1-01b5-42ed-b88d-0ccc18e88846 req-bcb61b26-1a04-41ad-b092-115c43f29849 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 944 time: 0.4358332 Feb 12 21:53:52.715098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Calling delete_port for cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:53:52.814565 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b489e4d1-01b5-42ed-b88d-0ccc18e88846 req-d7248c06-ca10-415a-a2b9-07cf336670c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/security-groups?id=958a4a65-322d-4321-9480-2cba12727d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071017 Feb 12 21:53:52.917809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:52.935935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c98132d0-8ba8-43a3-8d9f-f92c24b3675d tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:53:53.033025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Pushing event deleted for resources: {'Port': ['ID=cead8b5f-b2b3-4af1-8557-8ca9abe62ef6,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:53:53.040060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:53:53.156161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] No DVR routers for this DVR port cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:53:53.158495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:53.161325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'name': 'network-vif-deleted', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:53:53.174112 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6e5d26f6-687c-4a90-81a3-131d30f1265e req-39ada886-7fb2-49bb-8b70-4798d66a032f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.69 "DELETE /v2.0/ports/cead8b5f-b2b3-4af1-8557-8ca9abe62ef6 HTTP/1.1" status: 204 len: 173 time: 2.6171241 Feb 12 21:53:53.215745 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69758763-f765-495c-b975-50c13bea23f4', 'name': 'network-vif-deleted', 'tag': 'cead8b5f-b2b3-4af1-8557-8ca9abe62ef6', 'status': 'completed', 'code': 200} Feb 12 21:53:53.686658 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-37d5bf9f-9ff6-414f-bd4e-6c898d790691 req-ee37c406-9f48-45b0-b7a4-60945aa5ca7f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0496240 Feb 12 21:53:53.985630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7eac5c4e-6418-4026-8225-f34d48e8fdc7 req-d5fe2c4c-d151-4889-b7f2-343d3e3681f4 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:port {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:53:54.000779 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7eac5c4e-6418-4026-8225-f34d48e8fdc7 req-d5fe2c4c-d151-4889-b7f2-343d3e3681f4 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:port {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:53:54.002039 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7eac5c4e-6418-4026-8225-f34d48e8fdc7 req-d5fe2c4c-d151-4889-b7f2-343d3e3681f4 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0672762 Feb 12 21:53:54.850687 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-71c2bbea-9d7f-429e-8d9e-99add5f180c6 req-d41a5331-0e40-4edd-93a3-51dbbd223a5b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0485053 Feb 12 21:53:55.166240 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caced7cb-6578-40bf-9711-46bb3742b4c7 req-62ae0953-0ad6-4bef-92ad-0ea45014e262 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0491300 Feb 12 21:53:56.016300 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-423c78f1-b9cb-452f-bb67-80e84d087077 req-cfcebd30-3443-47b1-9507-fc35444b72cb tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0530217 Feb 12 21:53:56.331538 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d9d6db13-94c6-4773-a639-d8dd2777a54b req-18b506ce-19db-416c-8f7a-7e76e4e778ce tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0479865 Feb 12 21:53:57.178432 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-38720592-5122-49c3-96b4-d25f38133524 req-1de46455-b251-43b8-9554-471b367ba4ed tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0481219 Feb 12 21:53:57.498668 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-be16c2ea-6fe6-437a-9a09-47a9b18148e1 req-d3c9fdbe-a944-4cc6-8423-080e2925c1d6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0512233 Feb 12 21:53:58.342336 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-36991100-8594-4d83-9267-5e4d5dfc66cb req-012207cb-cf0d-4474-afb9-2546a5239cf2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0491817 Feb 12 21:53:58.658498 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7537d675-551a-4093-aa1a-1a2b9e5a3add req-499df18a-3a74-466a-9e9f-d3883b3ae002 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0480797 Feb 12 21:53:59.506313 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-233228de-9765-4252-ac23-2d1e29d71cb6 req-89a637c4-0039-4fd6-a96b-5ac8e62b80cd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0521743 Feb 12 21:53:59.817702 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ca3eaa1e-83c1-44da-87ff-7a92f5a5f722 req-029b2487-c5b0-4cfb-9994-2b9726e7f307 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0479579 Feb 12 21:53:59.948789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:54:00.666790 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ed0272b7-0976-426d-9de9-799fd5e030ad req-f1f27e23-6291-41d4-9d9c-1ca30f72c23f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0478354 Feb 12 21:54:00.988357 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-850126ee-f463-4d16-93fc-c2eb648b4a96 req-a6cfb4d0-4ef9-48f6-8ccd-032205ed295d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0546811 Feb 12 21:54:01.831509 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-feda36c9-7927-45c5-a94c-23ce9c3fd1e1 req-f6acb5d5-90c3-4424-82db-7550b8b108e5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0488801 Feb 12 21:54:02.150541 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d0681134-3e13-4e81-ab14-7de932f97655 req-71e017ef-748e-4d56-afdc-241b46a33be5 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0484498 Feb 12 21:54:02.995750 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-74b7bf69-9bdc-4c1f-9af7-9142f77944d6 req-1cd1b982-ffa2-40d3-aaa0-b5754eadbf42 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0522959 Feb 12 21:54:03.150272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-466bda84-fe66-4829-8514-e6291f2e1db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:03.313404 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3e1eee42-a831-4bc4-8dfb-d3115180a7f2 req-7d95ec69-6c9f-4d6f-875f-a8f01be089f0 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0501742 Feb 12 21:54:04.159483 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9f538de3-c0d1-4f23-bb94-dd2b3278da73 req-76e6e283-e58b-444b-8c46-f40683b824bf tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0498559 Feb 12 21:54:04.479673 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bcb6f7ea-ea30-4a79-b7ec-f29872b40f51 req-a96abe53-6586-4ec2-837d-89ee90cb9ebc tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0516982 Feb 12 21:54:05.030471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c64d2198-6a9f-425c-9162-ad1450bc191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:05.322715 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0d979ce1-efdb-4f83-a320-2061a06304a1 req-bad522cc-4bd9-4158-9a72-1f2c754edfe0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0483651 Feb 12 21:54:05.349171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:05.640225 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ababc402-cdbf-443b-8c02-eb6a043c7eba req-c9da62b9-9d89-4761-92ee-722e68ab0129 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0495567 Feb 12 21:54:06.487978 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4fb61939-619f-46c0-a063-c34c05324235 req-214ed4ac-a297-4ae0-b120-16e75562c21a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0517309 Feb 12 21:54:06.590890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:06.800076 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0dbde701-e7d8-43c4-b071-6790f128f5cd req-a02e6edd-d047-4d3d-a201-fa4d702ba532 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0478544 Feb 12 21:54:07.470157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:07.649110 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c222f0d2-d975-47f0-95a0-88365e90d6db req-f433bb7d-92a8-4ce3-9e84-486f7d3c6228 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0493701 Feb 12 21:54:07.967420 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fc7a0bcf-64cc-4325-aab0-a00f9da9b971 req-46af6685-355e-455c-b940-281789fcd481 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0515654 Feb 12 21:54:08.020100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:08.813058 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a88684d9-10ac-4924-aef2-671adaae9f65 req-bb2e3a3d-3de7-4023-a694-73aa6d1f9c0e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0483203 Feb 12 21:54:09.130213 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-10d90794-ccb5-46ff-8645-25edda8f9510 req-4ec2d85e-4a7f-42f8-87ae-08bddc28d6a7 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0495241 Feb 12 21:54:09.977738 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b1c0f4d-0c52-410f-932a-c1ab96165ea0 req-b2371677-b796-4602-848e-0317d30c1818 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0512826 Feb 12 21:54:10.291465 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c682d473-f920-4533-ab8c-5c06015dc51e req-d8441e2e-27b0-42ea-8553-b5979a31892f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0495131 Feb 12 21:54:11.142135 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0d6f376c-4c2e-40ba-b2f1-605e7c139ed5 req-b2b419fc-1378-4403-b5cb-49e5333984d2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0498054 Feb 12 21:54:11.459690 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4c9ba6a9-9fc7-4165-ba46-c7dde099c631 req-43c17561-83ed-47b0-84dd-a134682e44dd tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0506587 Feb 12 21:54:12.306082 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-62beb784-fdca-4a24-880e-46073fd2c48c req-cfeabd3c-e144-4562-9b68-76c6edbfff72 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0481551 Feb 12 21:54:12.620176 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e8e29d11-5a69-43c1-9851-5f4b10e50bd0 req-0df29b5a-2999-466e-b6d2-1bfefa9e0cb1 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0491092 Feb 12 21:54:13.470816 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8f06dcce-ee92-4917-9691-eb045eda8140 req-6dea249a-888e-45ec-9da8-76c8f33bc51a tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0525062 Feb 12 21:54:13.779303 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-51c5b5c8-f449-4d8c-acb6-39d27d8592eb req-74d66ef6-2061-447f-aef0-2cc385b83770 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0481198 Feb 12 21:54:14.632294 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d6517e26-8017-42a9-bfc7-f85157fe91f6 req-0d93b8b0-8623-4f64-98ae-ddceae918217 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0487170 Feb 12 21:54:14.945938 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a27e7d1e-481d-46e1-978d-f12ff7a9f9fa req-5ee12b19-17dd-4bd7-a830-1ad6aca0faf3 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0511208 Feb 12 21:54:15.805640 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e121de4c-ff7a-4aea-8c1e-07d19eeb0ce6 req-b7c680b1-9404-4d91-81ed-5b54731372a5 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0493927 Feb 12 21:54:16.112982 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a79ab163-c897-41fc-8c81-e31a5d330be2 req-c6978621-d32b-4176-aa92-36715a7d8f3f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0496743 Feb 12 21:54:16.973217 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-17340e70-4f4b-4445-99e7-a9dd51ee6a5c req-b754c734-54e5-4bdb-9cc4-bf2a8536ee64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0508223 Feb 12 21:54:17.272880 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70774a33-f40f-4023-833d-8c19483c65a1 req-3a8cbfd9-31dc-4baa-9d0b-ad6c2462c74f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0486767 Feb 12 21:54:18.135655 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3607d0bc-0251-46d0-b3e3-276b3311a9cf req-c4e30a63-90d9-433d-8478-70e18d410d5d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0483501 Feb 12 21:54:18.439349 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-de989348-60b7-4446-9f48-8b0ca66d46a0 req-23e79c33-9215-4bec-9dcf-830c0caf3e88 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0509419 Feb 12 21:54:19.300415 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fa70ee74-6333-4c18-a608-4478540bdbcb req-8d52fb08-48aa-46e7-845b-0f8583be0032 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0482519 Feb 12 21:54:19.601220 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d459f69b-9f04-4aa3-840a-45b0c5962be6 req-4f0924bb-7d8c-433a-8fc3-01bc34cce8c8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0488453 Feb 12 21:54:20.464007 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d76892c2-36aa-419b-9984-108e13a455a3 req-25216c4f-0cd8-4f6a-af4f-fc52bfc68a9e tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0514226 Feb 12 21:54:20.761935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9a234e27-7289-4f22-b6d3-a24c6f2030e7 req-2509766b-db32-42a4-8731-8fcd826e31b7 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0502803 Feb 12 21:54:21.626677 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a058e890-b62b-4566-af9c-5d54854a3e04 req-db2afa8e-3e2b-4c74-a5e0-1459d1dfff82 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0487216 Feb 12 21:54:21.929590 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bb13d64d-7de3-4d4e-a155-a78f5c31515c req-1fb09cd6-cf1d-4f0e-b920-e09f4135bd14 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0511391 Feb 12 21:54:22.791077 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5f78cef3-7600-425a-959b-323c4de989bc req-cc8bc240-3645-488c-9779-01aeb53c6668 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0489082 Feb 12 21:54:23.092301 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5f19460-7b40-4ad3-8bcf-5d61db8a1645 req-884093a3-9c53-4978-a534-2f52c69a4b8c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0495005 Feb 12 21:54:23.955504 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4b171595-958c-4fc6-b6d6-968ddb5e827a req-8cde3623-4e73-4f66-a77d-034ca1e7eec4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0507662 Feb 12 21:54:24.255323 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-948ab51a-49d8-4903-8f16-1071f5e82cdd req-f4e36d49-244d-4e43-83ee-0508ab9d98d2 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0491385 Feb 12 21:54:25.119403 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-83e4c136-1f4a-433f-9a8a-d40b8eae24b3 req-13dd1fd1-aa29-4945-9d58-db84c417c46b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0482450 Feb 12 21:54:25.420244 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5579e66e-5864-4573-bb99-c3b6706c839b req-21cd2f0c-3390-455a-a5a0-ca9c07a06722 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0517023 Feb 12 21:54:26.283722 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f3d0e6cd-d072-427a-abf7-00b009d5f275 req-335f2cd1-e6f6-40b6-8a71-848e9d923673 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0478697 Feb 12 21:54:26.582510 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-de8d38a3-bb65-4739-92bc-b9450643b287 req-4ac7aa5f-62e1-4f1c-af5d-cfe3f5074a29 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0490527 Feb 12 21:54:27.447506 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7882116c-a0fd-427b-8baa-576e1e0fb2d6 req-84f88e79-6059-4d99-8f8d-69dd3c0c95c8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0513494 Feb 12 21:54:27.742804 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e90c268e-20e4-43e0-8845-2e6a05699320 req-0458a460-0b0e-4e86-8adb-e7968be0f958 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0484326 Feb 12 21:54:28.609611 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-80a25e97-4cc1-4fa3-b07f-f5950c057c59 req-39176c89-0b1c-48a6-aa26-c79b17e34647 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0487037 Feb 12 21:54:28.911032 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-19a07440-69fb-40df-94e4-e7c5a15ff075 req-936f13c1-d18d-49f2-860b-ef56b386de92 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0510421 Feb 12 21:54:29.792559 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-663eb78e-4ab0-410b-b4e9-8caf78f6adce req-743422c2-e907-40af-8b2c-1e4d79a2ba59 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0550842 Feb 12 21:54:30.085549 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4a56c015-4e84-4c2f-b24a-f0b0cc8ef5a8 req-f752dfb2-913b-4dd6-a391-dfbca4731c54 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0484500 Feb 12 21:54:30.956884 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c740dd47-80d4-4aab-82ad-ecb7999c9f6e req-53e4a26e-d6fc-4076-b224-40053220676b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0509360 Feb 12 21:54:31.250214 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-913f5c39-33ca-46e4-8bee-0815a2c1c520 req-85019494-7c74-4ed2-86cf-7515e6471c27 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0486343 Feb 12 21:54:32.145641 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-057379ed-c1a8-409c-8a1b-bb874fa556e1 req-29ab6648-357d-430a-9d3f-2694a8ff3098 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac784d9-c4b0-4998-b784-08c6e5a5e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0493994 Feb 12 21:54:32.421489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f90e96b9-c523-4e7b-91b8-8476a6c1f5f0 req-842a3a16-f90b-4d97-8b0c-f4d4f062b2ab tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0537286 Feb 12 21:54:33.141446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5874af7b-88c8-49e1-847e-f1b81b17fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:33.587689 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7ad5a621-163c-444a-81b1-9e140776eaaa req-1fc85a0e-4935-4a02-880b-d5334c01596b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0493019 Feb 12 21:54:34.748907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-6624bfd2-26b8-488a-93b2-e768df1e48fa req-5fbb4e2c-ec72-4052-b392-b1203945d807 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Synchronizing usage tracker for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:54:34.761312 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-6624bfd2-26b8-488a-93b2-e768df1e48fa req-5fbb4e2c-ec72-4052-b392-b1203945d807 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Unset dirty status for tenant:f074a3931d0f4f8ba215cbdd829ddc3f on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:54:34.762564 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6624bfd2-26b8-488a-93b2-e768df1e48fa req-5fbb4e2c-ec72-4052-b392-b1203945d807 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0627215 Feb 12 21:54:35.033107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63da7a82-2f3d-41c2-8a02-7d4633a78de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:35.351800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:35.924476 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c1d9e574-6736-43bb-893b-fa05e4c09a1e req-91c239b8-b9e7-4a5d-a5c0-9bed7d15150b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0483787 Feb 12 21:54:36.594172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:36.948821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:54:37.089224 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ec917e0a-f5d3-4956-94ab-3a62b63b26b2 req-f65b9f37-4eca-4f4d-b37b-f17c1257cca8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0525174 Feb 12 21:54:37.602132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:38.019707 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:38.258545 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8447edad-dd97-4dc8-ab95-30fe7308b8cf req-e32e1d1f-310b-431b-a136-87b411960807 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0522072 Feb 12 21:54:39.423548 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b5840e63-1b3f-4894-a078-8dfafd7195a2 req-c9a24e9b-a72f-4e81-b8dd-b2b575a0157c tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0490198 Feb 12 21:54:40.584608 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1cff48c4-d18b-47a8-86a0-3a63d6c81e29 req-7215a4a7-c4dc-425e-b31c-89677984fbed tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0487332 Feb 12 21:54:41.747075 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a65fd146-b46e-4aee-9936-10a3d582a116 req-61dfad24-542c-4713-b3bb-75841f8f641f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0484395 Feb 12 21:54:42.908825 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66eec764-3d22-4b3e-91b9-248f2994481e req-0ae4d9bb-8d58-4afa-888a-055008e35f46 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0494273 Feb 12 21:54:44.074534 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-67b76e07-a6ef-46bf-904c-b5789acd491e req-4da43609-5efe-4e9f-88b9-19e77f6b895a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0517850 Feb 12 21:54:45.244691 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-fd56323f-88d0-49b4-8639-b94da23979b0 req-91897b31-230e-44b7-aa3f-58d64691b51b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0524771 Feb 12 21:54:46.414876 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e644c068-da16-4522-bee3-ccbb20e4e0ad req-60e3923b-08ec-44ae-befa-735f7d176b29 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0489073 Feb 12 21:54:47.586749 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aa5115b8-569b-4431-b79f-fe3e8ba89580 req-bfde1eb3-a6d3-4be9-aaa9-3a5bbd62cb5e tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0488346 Feb 12 21:54:48.748865 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0e1c077b-1f3d-4f60-99d8-cac40b88b2ff req-c639aa70-4d15-4e03-8516-6daf0850bd73 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0489101 Feb 12 21:54:49.917573 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9920bd6e-6c62-4509-aeae-fb8bf2ea249e req-1990c502-ea65-4170-825a-cddf67210e30 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0488605 Feb 12 21:54:51.091226 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73088f40-09fa-4070-a075-eee7e10e147c req-c9dd880e-075b-4ece-beb2-4bb24894e6e8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0590873 Feb 12 21:54:52.260577 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-aa1ebc42-2b9b-4a13-9fae-787dae59e6f3 req-146844fb-361c-40de-b475-195a7661ba07 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0514836 Feb 12 21:54:53.424872 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-64b49b12-a158-4d74-a860-07788bb27e69 req-1e1a0c31-e882-475c-97c3-75169fbe18b4 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0490172 Feb 12 21:54:54.588109 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cea43690-54b3-46cf-9203-6605db9d1176 req-3eac095b-b51b-4b5c-b525-296e33c496dd tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0490370 Feb 12 21:54:55.749544 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b3f2b324-eaf7-42fe-810f-bbb8497228be req-fdf85c03-ea16-4707-8ca4-c80ffcdba8ba tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0489721 Feb 12 21:54:56.909620 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dd8a68ba-d7eb-495b-8b94-2da5ab86716d req-5a46de0c-609c-40ac-b666-d1019bfce61b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0482533 Feb 12 21:54:58.074081 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-20bd34af-7713-45af-bda1-a2f05171488c req-e067f4ed-f57d-4e43-8130-c8ccb108ab63 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0521600 Feb 12 21:54:59.244099 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1f1684cf-4bea-4ec7-a834-2557f3f832e6 req-104f270a-5e43-498c-8ffe-4b43f01132bb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0520926 Feb 12 21:55:00.408803 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ad1bd93b-c0a6-4431-be4f-51bf06f7682e req-4a282411-0de2-4931-b26e-b254c487f0ac tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0489562 Feb 12 21:55:01.570033 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-41201b87-7289-4da2-96b7-4dd6cf5d716b req-9c9db80c-b671-43b7-aa9f-bcd1ff12253f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0481622 Feb 12 21:55:02.731363 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-00b26bc6-8b39-410a-a3ea-a1587768ab5c req-bc53ac11-a1c6-4b02-8f68-ee1335ecae84 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0494208 Feb 12 21:55:03.143846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80b983ee-6529-4d86-85d1-f9b176da0be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:03.908125 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7b9dd43e-4626-4e90-9513-f83055d8db0d req-81861380-bdf0-4673-95c8-87f16845ce7f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0495973 Feb 12 21:55:05.034980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e20434b-2c1d-4dce-9a4b-6a690cabeb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:05.073472 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78c12312-6d12-4ce9-be35-89c91f163831 req-ad2491f0-17b1-4128-9d1c-5884f1affa5f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0527623 Feb 12 21:55:05.355719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:06.243257 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-06f1d9d6-1426-476c-b7c4-205e1a7cf8a1 req-186125c2-c073-47ae-b060-893e27850368 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0523624 Feb 12 21:55:06.597218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:07.413611 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b97c4210-dee2-41ce-934a-223dfeb4e255 req-ef12f0ea-cf1a-4b73-8ff8-8a00f6e634cd tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0488372 Feb 12 21:55:07.477460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:08.019030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:08.587353 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-261616ee-c489-462f-878d-711347b5e970 req-32421e14-5f1f-4b03-a755-963343803bb2 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0488591 Feb 12 21:55:09.752573 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-18e50d70-70c0-4e1f-bed1-a3a6224ca27c req-0dec7564-13e6-4482-b413-1b395c372ecb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0493937 Feb 12 21:55:10.913582 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69d5b0f4-e09f-4bb1-9228-b11b6e77081f req-1d94a2a4-9c98-40f6-9d5e-80f18e62ac06 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0481291 Feb 12 21:55:12.079104 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c9a80363-eaef-4b59-bbe6-8f21fee5862b req-85498201-0a82-460f-a2e1-e213c8b622c2 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0521390 Feb 12 21:55:13.245491 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caaa1689-4204-4b7f-8728-1235855b3c6b req-a97af42a-6a0a-4edf-8daf-b4a49f28eefe tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0515809 Feb 12 21:55:13.947865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:55:14.408892 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-421ced7b-2067-4602-8913-cadf62f502f1 req-d06e2d87-17f4-422f-8360-b13ca876bf0a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0491598 Feb 12 21:55:15.569744 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9567860a-58e5-4ed7-bce6-1d2a9af06da5 req-476fcbbf-8f8d-4136-9d6c-4f2b6b950703 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0486007 Feb 12 21:55:16.729029 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cf024b52-6933-486d-9e88-78c201f3bdcf req-e7f7e4b0-c641-4b23-b158-88b928cdd959 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0486569 Feb 12 21:55:17.899462 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3d7968a3-81ab-4991-83fe-172548fb02a9 req-af4ad890-21cb-4f05-aeb3-316aaf3ec6b0 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0558448 Feb 12 21:55:19.069108 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2fdbae7a-1f8d-41f1-bbdf-2c95aac6e446 req-027dbd0e-766c-4517-b160-c55c6895623d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0565739 Feb 12 21:55:20.236426 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-481817e1-a8d5-41d9-beb5-42e0f7655136 req-0fd78af7-bc1a-4b71-a9d9-e7a4b6c723cb tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0523341 Feb 12 21:55:21.400377 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1c810235-18b0-4ee3-baa3-cb0b1f5dd2b8 req-699ba812-eba9-4454-b489-44368af313fe tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0498641 Feb 12 21:55:22.564856 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e1ad3e67-c45a-4d21-b90f-dcd27de264d8 req-786b9c20-91c5-4423-b39f-967fa9cb047d tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0501769 Feb 12 21:55:23.726006 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6aee0320-5798-47e6-8029-4f40cb8671f4 req-774e4261-1d76-43a1-9c68-c6e653e8382f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0484500 Feb 12 21:55:24.888733 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5ac4f2a-1dfb-4289-b0d6-23749419c627 req-0579878f-f99d-455f-990e-d77d0e88454a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0502031 Feb 12 21:55:26.057328 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbce7750-ad0a-4c58-8cef-abea211f7e9d req-f52ced04-2bec-41a9-bb56-5850cf7692ec tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0525827 Feb 12 21:55:27.227935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6c111a-fd5e-4594-ba3a-ce767f628933 req-4003f09f-f6ca-498a-a117-49a10d66c9a4 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0528069 Feb 12 21:55:28.392901 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3380b909-a593-4d50-a7f4-a3033b47e0ff req-d1860902-fe0f-4a87-94d4-642e7b2a6466 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0490665 Feb 12 21:55:29.555195 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-051d23cf-327d-4392-be86-f6bf3fea055f req-1c8e2f0f-4202-4638-a95b-b30094db8c63 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0487604 Feb 12 21:55:30.717767 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c51eb03d-a00f-43dd-9561-b82f42a3cf09 req-dc511152-ebf5-49fe-b554-820c8a7c6b36 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0498276 Feb 12 21:55:31.881186 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-44a4e0ad-0edc-4a6a-b29e-cc85aa0d9399 req-c3fc5473-7347-4c4e-a73c-1eb519036f05 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0494087 Feb 12 21:55:33.047660 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dbbdc562-8ae8-4525-b9ac-194e3dc1ec06 req-b6ae1e60-47ef-44dd-9a3f-a2465dab95ce tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0534439 Feb 12 21:55:33.146377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5b38-118d-44ee-b34d-0a132cb08d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:34.223613 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a82a422a-7fd5-4485-af1d-243c7cde6008 req-19e423c1-1d23-4d88-82e4-22335a6a5a62 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0556605 Feb 12 21:55:35.037564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a6e25813-770c-41d7-8682-9a9a7eff30b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:35.357726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:35.386511 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85ab8b6a-dfa3-43c8-ab3e-c086f7feb8c6 req-d9c0bfc7-45ca-42f1-967d-da8517cda358 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0492463 Feb 12 21:55:36.548026 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-034f1e6d-501e-4c6d-8cc1-17f6a92d2b1b req-041c61f5-804b-44c4-ad27-11b907a8b4ba tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0484841 Feb 12 21:55:36.599485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:37.479073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:37.712543 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-43da0246-cce0-4430-b54f-1363de95180d req-ab5cfef1-5350-48d7-bbda-1d32cb28c702 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0507286 Feb 12 21:55:38.018801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:38.872844 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3cbfa5a1-0c35-44d1-b2b4-ccce5ce834f0 req-4c77d8dd-dcec-410c-a7c8-b207e11adc2b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0491147 Feb 12 21:55:40.037611 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7e7bbbcc-d263-41e1-b1c7-7be397a0da73 req-ae70e52f-447d-441b-9987-939cb545eb8b tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0524647 Feb 12 21:55:41.215972 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-16bd2b97-8622-4309-996f-e012a694e42b req-98be07bd-bef1-4a92-82ea-6f835c4d22f8 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0555210 Feb 12 21:55:42.382269 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dc5dd190-ef97-4c62-8897-97f95afa5f15 req-b47a2df6-b497-4b5a-82b6-13736a8c8bb3 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0497811 Feb 12 21:55:43.548285 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f5b5c61a-6dfb-4d33-8ef7-7c6873d49649 req-5a37e3f6-c2dd-40d2-92f5-eff565015f6a tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0511725 Feb 12 21:55:44.712251 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f77e82f8-8b36-4037-a000-b6a0c2f1c31f req-34c1a663-e235-42c0-b196-5630fbeeec60 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0484917 Feb 12 21:55:45.872832 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-910af72a-a82a-4744-b651-a9399fef4165 req-9f2a8f5a-3c33-4091-a51c-947b09a0fa29 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0487187 Feb 12 21:55:47.038108 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-328df3da-fd6d-4e28-afa5-690272fff58e req-85a5b6ef-3d67-4ed0-a6a9-a3bcb282373f tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0526969 Feb 12 21:55:48.219475 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c1cd39c-09c0-4d8c-b478-e380df7811a0 req-687516e8-05c5-4668-8eb4-3b16c530c5ed tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0537760 Feb 12 21:55:49.389367 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-68ea2a02-32a3-49e9-92e4-06e426f630ef req-69680974-adda-4038-8510-87813fa427c6 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0497108 Feb 12 21:55:50.550322 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-52462108-f994-4668-96d7-f2faabc68ded req-62c04fdd-8948-458a-be23-ffc2cc630cf3 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0480182 Feb 12 21:55:50.947745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:55:51.713728 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42fab709-f50a-4f2f-8ba5-0f80fe3353a4 req-c63b415d-5612-44c6-a41d-d8c8e6a4bd42 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0489771 Feb 12 21:55:52.875977 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ef64e337-c1aa-4d97-a4e7-145c6c848e24 req-036768bf-7551-491e-a159-e6f52bd48367 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] 10.222.0.36 "GET /v2.0/ports?device_id=69758763-f765-495c-b975-50c13bea23f4 HTTP/1.1" status: 200 len: 210 time: 0.0490835 Feb 12 21:55:54.795272 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-a51f40d4-57e3-4767-9fe8-dfac243628c4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0830300 Feb 12 21:55:54.907863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39182) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:55:54.985324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-16d81062-c151-4ac2-8f1f-ea41e3f91e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:55:54.987262 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-16d81062-c151-4ac2-8f1f-ea41e3f91e6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.0831006 Feb 12 21:55:55.147824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-3ad0843a-deda-4198-a26c-3af172468f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:55:55.149454 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-3ad0843a-deda-4198-a26c-3af172468f20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1431673 Feb 12 21:55:55.227480 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-ef1553a7-ad49-47ee-baf8-cffdc0a8d3c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0712194 Feb 12 21:55:55.297457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-fdc7451a-b9a7-486d-916a-3bd07821886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:55:55.299031 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-fdc7451a-b9a7-486d-916a-3bd07821886a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0649467 Feb 12 21:55:55.356441 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-e5f56896-9d57-4013-bfab-dbcc379a310a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509670 Feb 12 21:55:55.367664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-435dac22-f185-41d9-bc80-01f0657319ec service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:55:55.368844 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-435dac22-f185-41d9-bc80-01f0657319ec service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056932 Feb 12 21:55:55.517857 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-11416b66-3895-446c-950d-c7bfadb18307 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412122 Feb 12 21:55:55.652603 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:55.664778 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-69f6a359-bc17-48d8-bece-432ead7b3867 req-bd770bb5-0acc-4630-a588-4f1abab7a617 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405606 Feb 12 21:55:56.238796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Deleting port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:55:56.239497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:56.423760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] For port 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:55:56.424131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:56.558531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Calling delete_port for 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d owned by network:router_interface {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:55:56.875432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:56.891122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fa13c354-a1bf-4e60-9bab-fbcbd7f24e27 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:55:56.988979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:55:57.009239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.009654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.010054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.010445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.010840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.011252 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.011636 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.012024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.012416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.012802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.013185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.013599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.014028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.014406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.014783 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.015190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.015571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.015977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.016359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.016721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.017178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.017433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.017810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.018188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:55:57.022483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:55:57.276166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:57.786495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:55:57.985026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:55:57.995541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] Sync routers for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:55:58.001973 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-59baa620-019b-45cf-9df2-0a84bb372038 admin admin] 10.222.0.36 "PUT /v2.0/routers/eff2f5b5-94cb-4b01-b928-70e57e3c5dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927055 Feb 12 21:55:58.004673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39214) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:55:58.008179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:55:58.008843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:55:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:55:58.217424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:55:58.441227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks [] for router, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:58.527533 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:55:56Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:55:58.532209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] Checking router: eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:55:58.541134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] Routers {'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:55:58.541792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:55:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:55:58.631098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:58.637343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Deleting port b8458f3d-9855-4e1d-a75e-bd1962d95fb5 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:55:58.637715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:58.741659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] Set router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:55:58.828620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] For port b8458f3d-9855-4e1d-a75e-bd1962d95fb5, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b8458f3d-9855-4e1d-a75e-bd1962d95fb5,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:55:58.829082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:58.966126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Calling delete_port for b8458f3d-9855-4e1d-a75e-bd1962d95fb5 owned by network:router_gateway {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:55:59.045786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:55:56Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:55:59.050140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f927319-954a-4b36-b768-4f2d30a59962 None None] The sync data for ids ['eff2f5b5-94cb-4b01-b928-70e57e3c5dd2'] in dv-cinder-775250-2-iscsi is: [{'id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'name': 'tempest-TestMinimumBasicScenario-1990488568-router', 'tenant_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:35Z', 'updated_at': '2021-02-12T21:55:56Z', 'revision_number': 5, 'project_id': 'f074a3931d0f4f8ba215cbdd829ddc3f', 'gw_port': {'id': 'b8458f3d-9855-4e1d-a75e-bd1962d95fb5', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2f5b5-94cb-4b01-b928-70e57e3c5dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:36Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:55:59.116615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: result = function(*args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: proto.__init__(conn_state, self) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: self.handle() Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: self.handle_one_request() Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: self.handle_one_response() Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: result = self.application(self.environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return app(environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return request.get_response(self.application) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self._app) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return resp(environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return resp(environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: response = self.app(environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return resp(environ, start_response) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 21:55:59.123584 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: result = method(request=request, **args) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._delete(request, id, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*dup_args, **dup_kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: obj_deleter(request.context, id, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return method(*args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*dup_args, **dup_kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: self._delete_current_gw_port(context, id, router, None) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: admin_ctx, gw_port_id, l3_port_check=False) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, context, *args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return method(*args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: context, port, router_ids, bound_mech_contexts) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: return function(*args, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: callback(resource, event, trigger, **kwargs) Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: if self._is_session_semantic_violated(context, resource, event): Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: stack = traceback.extract_stack() Feb 12 21:55:59.130129 dv-cinder-775250-2-iscsi neutron-server[83933]: Feb 12 21:55:59.264049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.402931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.405347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.495996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.496680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 {{(pid=84047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:55:59.511611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.512889 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9aed11eb-0ec4-4476-938d-f75fde4f9596 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eff2f5b5-94cb-4b01-b928-70e57e3c5dd2 HTTP/1.1" status: 204 len: 168 time: 1.5071323 Feb 12 21:55:59.515725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39232) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:55:59.586483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Deleting subnet bd236851-3408-4d32-88e4-8f208202e845 {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:55:59.589660 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.645613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.721637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.985935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:55:59.997635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:56:00.002046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:00.041489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:56:00.041889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1d3ccb30-c8f2-43f9-b81f-cf41b3a49a7d not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:56:00.042367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8458f3d-9855-4e1d-a75e-bd1962d95fb5 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:56:00.079788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: b8458f3d-9855-4e1d-a75e-bd1962d95fb5 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:56:00.080510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8458f3d-9855-4e1d-a75e-bd1962d95fb5 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:56:00.117115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd236851-3408-4d32-88e4-8f208202e845,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:00.121595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:00.157576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:00.163012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a4801-0d55-4055-be59-230b49c25ee2 None None] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:56:00.164093 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0d4775d2-61e8-4751-8172-a11f62873a02 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bd236851-3408-4d32-88e4-8f208202e845 HTTP/1.1" status: 204 len: 168 time: 0.6472745 Feb 12 21:56:00.166693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39242) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:00.287505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:00.361278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Deleting port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:56:00.361653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:00.446460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] DHCP port deletion for 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 request from dv-cinder-775250-2-iscsi {{(pid=84048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 21:56:00.451644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Deleting port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:56:00.452067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:00.592416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] For port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:00.592416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:00.728682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Calling delete_port for 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 owned by network:dhcp {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:56:00.811454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:00.822322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] For port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,segment=NetworkSegment(ecc8e1cb-5cb4-48a0-906c-455908e8234e),segment_id=ecc8e1cb-5cb4-48a0-906c-455908e8234e)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:00.822796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:00.826998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-95cdf008-2e5c-44e8-9d4e-e99b78f6891c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:00.931830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=81bfbb17-61c4-4fac-8fd5-a830e6f738f4,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:00.944390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:00.960874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Calling delete_port for 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 owned by network:dhcp {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:56:00.972493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] No DVR routers for this DVR port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 on host dv-cinder-775250-2-iscsi {{(pid=84047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:56:01.102535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:01.110202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84048) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:56:01.110877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:56:01.457429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.457836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.458680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.459093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > port after_create 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.459455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.459833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > port after_update 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.460195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.460575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.460934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.461403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.559343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.559738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.560184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.560555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:56:01.560951 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9b2f70-aa29-43ac-8a48-58fb6572ef10']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:01.574877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc8e1cb-5cb4-48a0-906c-455908e8234e') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:01.575253 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc8e1cb-5cb4-48a0-906c-455908e8234e') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:01.588332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:01.604518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:01.606631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:56:01.612622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Deleting port 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:56:01.613090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:01.686901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1b6eb-e6d4-4d47-aa90-3a8840222b88 None None] The port '81bfbb17-61c4-4fac-8fd5-a830e6f738f4' was deleted {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 21:56:01.793534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:56:01.802736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:01.986698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Network 7e9b2f70-aa29-43ac-8a48-58fb6572ef10 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:56:01.996659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:56:02.040453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:56:02.041106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 81bfbb17-61c4-4fac-8fd5-a830e6f738f4 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: from cryptography.utils import int_from_bytes Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: from cryptography.utils import int_from_bytes Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: (rel_b, rel_a, rel_b), Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: (rel_b, rel_a, rel_b), Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:56:02.082339 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:56:02.115470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:02.119219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b9371eb3-7a9a-4324-b540-71f3838ceb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:02.139597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:02.142309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9b2f70-aa29-43ac-8a48-58fb6572ef10,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:02.145597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:02.164992 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7e9b2f70-aa29-43ac-8a48-58fb6572ef10 HTTP/1.1" status: 204 len: 168 time: 1.9970658 Feb 12 21:56:02.296600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39268) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:02.348853 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-14645606-a4fc-4daa-8682-5c353f0cea93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f074a3931d0f4f8ba215cbdd829ddc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505974 Feb 12 21:56:02.351306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39272) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:02.416644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:02.444480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:02.493791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:02.499644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-89e9f193-61e6-4845-938e-499291a8d8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:02.513532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a4a65-322d-4321-9480-2cba12727d03,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:02.516512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:02.523603 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:02.527301 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/958a4a65-322d-4321-9480-2cba12727d03 HTTP/1.1" status: 204 len: 168 time: 0.1750281 Feb 12 21:56:03.149729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2c96daea-44ce-49d6-91ef-ac2e707e57ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.331280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39306) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:03.499189 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1893229491-network', 'tenant_id': '143e63c296fd416c8819b64575395c61'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:03.504805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:03.508876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Usage tracker for resource:network and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:03.511875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:03.518265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:03.528038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Made reservation on behalf of 143e63c296fd416c8819b64575395c61 for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:56:03.532767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.545585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.561264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:03.565735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:03.568869 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:03.575047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:03.665932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.668970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.673224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6102a5de-4d1c-4590-9714-1c1bc3caab33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:03.706442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:56:03.719683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063d6fa0-9ff3-440e-9c5f-26de6eef5902,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:03.724782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:03.725727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.726112 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Added segment 286e52f3-f5fa-4ba5-90e9-edd4aa26991a of type vxlan for network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 Feb 12 21:56:03.755948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.786469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.787899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:56:03.788538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:03.793553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:03.901635 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5691283 Feb 12 21:56:03.902578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a91ccd1-b5e0-4bf6-84d7-4515538acfc3,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:03.905018 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39316) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:03.907765 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:03.911979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Request body: {'subnet': {'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1893229491-subnet', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'ip_version': 4}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:03.914718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:56:03.917185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:03.921840 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Usage tracker for resource:subnet and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:03.924882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:03.930216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:56:03.930711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:03.942204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Made reservation on behalf of 143e63c296fd416c8819b64575395c61 for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:56:03.947060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15153751'] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:04.365555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839473888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15153734'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:04.384361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-903742ed-3296-4955-8cac-5ecd19c8cfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:04.519074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffc62de-79ec-4f42-a48d-b6c4a3109b0d,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:04.523879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:04.584694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Checking segment: {'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:04.585089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Network hostable DHCP agents. Network: 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:56:04.604202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:56:04.612244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:04.621219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad8714-5bdd-4b9b-9f91-36c8f302b7ba None None] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:56:04.624052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:56:04.624708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:04.645830 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5e5625a4-8323-495e-a349-0bc3dfca2b0e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7397306 Feb 12 21:56:04.648620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39326) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:04.654607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:04.659653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:04.663884 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Usage tracker for resource:router and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:04.667593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:04.673822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:04.683636 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:04.684992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:04.701256 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:04.854463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'fixed_ips': [{'subnet_id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:56:04.855486 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:04.992646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.078839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d04ffdd-cdac-4573-9e4c-6d68f484dbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.160561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Allocated IP 172.20.0.2 (0a91ccd1-b5e0-4bf6-84d7-4515538acfc3/4ffc62de-79ec-4f42-a48d-b6c4a3109b0d/2a21c808-1f53-42d6-80c3-2bdb841ad5a3) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:56:05.332455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.365321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.384786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.398128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.409049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Transition to ACTIVE for port object 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:05.425857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Transition to ACTIVE for port object 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:05.430662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.446819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:05.633618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Pushing event updated for resources: {'Port': ['ID=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:05.648532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.649155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.649277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.649644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.650013 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.650385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.650756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.651239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.651535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.651905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.652290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.652631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.653090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.653435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.654325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.654793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.655230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.655543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Allocated IP 172.27.2.80 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/2a0bfea9-5ea2-4d3d-a634-1e81c9228e66) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:56:05.655664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.655938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.656312 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.656678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.657081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.657484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.657848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:05.663961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:05.675522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:05.676413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:05.678690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:56:05.741248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Attempting to bind port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:56:05.741678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Attempting to bind port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:56:05.742287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Attempting to bind port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 on network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:56:05.748476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:56:05.748891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Checking segment: {'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:05.749346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.749795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Bound using segment: {'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:56:05.750324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Bound port: 2a21c808-1f53-42d6-80c3-2bdb841ad5a3, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:56:05.750746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.822156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.854349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.858047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] For port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:56:05.861392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] For port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,segment=NetworkSegment(286e52f3-f5fa-4ba5-90e9-edd4aa26991a),segment_id=286e52f3-f5fa-4ba5-90e9-edd4aa26991a)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:56:05.866041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:05.871072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:05.881581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:06.018435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0bfea9-5ea2-4d3d-a634-1e81c9228e66,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:06.021653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:06.044819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Pushing event updated for resources: {'Port': ['ID=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:06.058923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:06.071796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:06.073027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:06.075360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:56:06.604381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:06.781502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:07.158293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:07.388171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Router f62d6f06-d38a-4450-aed0-028430e8cb04 is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:56:07.414438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26030fd5-3699-46fb-8962-cf1a4e8cc4ba None None] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:56:07.524095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:07.582588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:56:07.607689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:07.609045 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d260319c-3321-46c1-a5b1-045edafa6284 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9594088 Feb 12 21:56:07.612199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39358) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:07.699669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-dbddc7e2-3cdf-4f22-b0f9-265238458522 None None] Provisioning for port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:07.705806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Sync routers for ids ['f62d6f06-d38a-4450-aed0-028430e8cb04'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:56:07.736137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Routers {'f62d6f06-d38a-4450-aed0-028430e8cb04'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:07.736831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['f62d6f06-d38a-4450-aed0-028430e8cb04'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:08.071075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:08.094792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:08.149550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Set router f62d6f06-d38a-4450-aed0-028430e8cb04 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:08.403116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:08.456924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:08.503602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:08.504285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:08.697667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e93f2ab4-4389-4f3d-b2b5-71b247855589 None None] Provisioning complete for port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:08.698265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e93f2ab4-4389-4f3d-b2b5-71b247855589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:08.762749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T21:56:06Z', 'revision_number': 3, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:08.780184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:08.796021 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Checking router: f62d6f06-d38a-4450-aed0-028430e8cb04 for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:56:08.796428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Updating router f62d6f06-d38a-4450-aed0-028430e8cb04 port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:56:08.891978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:08.931386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,segment=NetworkSegment(286e52f3-f5fa-4ba5-90e9-edd4aa26991a),segment_id=286e52f3-f5fa-4ba5-90e9-edd4aa26991a)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:08.942356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:08.980906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:09.040603 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Allocated IP 172.20.0.1 (0a91ccd1-b5e0-4bf6-84d7-4515538acfc3/4ffc62de-79ec-4f42-a48d-b6c4a3109b0d/6465d843-2821-495f-ac31-93d318ccb21b) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:56:09.140150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:09.146402 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:09.204380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.224420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Transition to ACTIVE for port object 6465d843-2821-495f-ac31-93d318ccb21b will not be triggered until provisioned by entity DHCP. {{(pid=84047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:09.248225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c9b832cd-c3aa-48da-9d52-1dd64e1f79b8 None None] Provisioning complete for port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:09.248453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9b832cd-c3aa-48da-9d52-1dd64e1f79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.264063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.284872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1354eac1-b502-4e39-af6e-9a7feb29516c tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:09.423629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Pushing event updated for resources: {'Port': ['ID=6465d843-2821-495f-ac31-93d318ccb21b,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:09.439823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:09.485040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:09.486387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:09.489051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:56:09.553468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.753092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.765399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Transition to ACTIVE for port object 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:09.767990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.784922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:09.814340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.922444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6a617e51-fb05-42af-92f5-43434eca2ba5 None None] Provisioning for port 6465d843-2821-495f-ac31-93d318ccb21b completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:09.935417 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1233e1-a75c-4192-8e52-9ebc29cedb77 None None] Pushing event updated for resources: {'Port': ['ID=2a0bfea9-5ea2-4d3d-a634-1e81c9228e66,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:09.948969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6a617e51-fb05-42af-92f5-43434eca2ba5 None None] Provisioning complete for port 6465d843-2821-495f-ac31-93d318ccb21b triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:09.949408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a617e51-fb05-42af-92f5-43434eca2ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:09.982897 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d1233e1-a75c-4192-8e52-9ebc29cedb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:10.042744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:10.090399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6a617e51-fb05-42af-92f5-43434eca2ba5 None None] Port 6465d843-2821-495f-ac31-93d318ccb21b cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:56:10.138412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Attempting to bind port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:56:10.138831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Attempting to bind port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:56:10.139273 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Attempting to bind port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:56:10.148803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:56:10.149229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:10.149687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.150147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:56:10.150650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Bound port: 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:56:10.151095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.171064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.174559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839476568'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.203724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78f50fb0-242f-4a35-964c-e5ede0468263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:10.212687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:10.213117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.290088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] For port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:56:10.295462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Pushing event updated for resources: {'Port': ['ID=6465d843-2821-495f-ac31-93d318ccb21b,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:10.298295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.305590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] For port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=2a0bfea9-5ea2-4d3d-a634-1e81c9228e66,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:56:10.312498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.314747 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:10.331847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:10.455810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:10.455810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:10.551468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1233e1-a75c-4192-8e52-9ebc29cedb77 None None] Pushing event updated for resources: {'Port': ['ID=2a0bfea9-5ea2-4d3d-a634-1e81c9228e66,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:10.563671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d1233e1-a75c-4192-8e52-9ebc29cedb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:10.597899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Routers {'f62d6f06-d38a-4450-aed0-028430e8cb04'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:10.597899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['f62d6f06-d38a-4450-aed0-028430e8cb04'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:10.667905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Router f62d6f06-d38a-4450-aed0-028430e8cb04 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:56:10.761439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-d9f8cc52-4e90-42f6-98ae-88401185533d None None] Provisioning complete for port 6465d843-2821-495f-ac31-93d318ccb21b triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:10.762007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9f8cc52-4e90-42f6-98ae-88401185533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:10.845523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8cc52-4e90-42f6-98ae-88401185533d None None] Port 6465d843-2821-495f-ac31-93d318ccb21b cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:56:10.851758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] Set router f62d6f06-d38a-4450-aed0-028430e8cb04 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:10.860970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:56:10.870505 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] 10.222.0.36 "PUT /v2.0/routers/f62d6f06-d38a-4450-aed0-028430e8cb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2571709 Feb 12 21:56:11.202712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 4, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '6465d843-2821-495f-ac31-93d318ccb21b', 'name': '', 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'mac_address': 'fa:16:3e:d2:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:08Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 2, 'project_id': '143e63c296fd416c8819b64575395c61', 'subnets': [{'id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:11.207137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d01c1-3a96-46f7-babe-717e285d3151 None None] The sync data for ids ['f62d6f06-d38a-4450-aed0-028430e8cb04'] in dv-cinder-775250-2-iscsi is: [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 4, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '6465d843-2821-495f-ac31-93d318ccb21b', 'name': '', 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'mac_address': 'fa:16:3e:d2:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:08Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 2, 'project_id': '143e63c296fd416c8819b64575395c61', 'subnets': [{'id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:56:11.614158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39420) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:11.621070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2035539010-network', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:11.629685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:11.637300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Usage tracker for resource:network and tenant:46cac72fac064605b7bcbf698b8e17fa is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:11.640935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:11.647370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:11.658088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Made reservation on behalf of 46cac72fac064605b7bcbf698b8e17fa for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:56:11.663580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.678233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.694630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:11.698838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Usage tracker for resource:security_group_rule and tenant:46cac72fac064605b7bcbf698b8e17fa is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:11.702371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:11.708429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:11.803731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.806887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.811325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2c0efd8d-4795-4bad-b714-6377d6075baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:11.841801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:56:11.856183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bf138f-8110-4a56-ba0d-95de0ce79d26,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:11.861865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:11.862839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.863252 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Added segment 2f48bd96-2a1f-424b-850e-4a2ee4d260e1 of type vxlan for network e8e63d95-1c67-4011-b226-c0bc0ce3939d Feb 12 21:56:11.891598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.923751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.925052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:56:11.925693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:11.930934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:12.067585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Pushing event updated for resources: {'Network': ['ID=e8e63d95-1c67-4011-b226-c0bc0ce3939d,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:12.071508 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4559169 Feb 12 21:56:12.072553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:12.074961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 39424) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:12.080583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:56:12.083962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Request body: {'subnet': {'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2035539010-subnet', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:12.090711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:12.095864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Usage tracker for resource:subnet and tenant:46cac72fac064605b7bcbf698b8e17fa is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:12.099528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:12.114704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:12.128920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Made reservation on behalf of 46cac72fac064605b7bcbf698b8e17fa for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:56:12.133764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15508572'] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:12.161692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:56:12.176988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:12.385499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:12.391408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:12.391829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:12.533116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:12.552733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=2a0bfea9-5ea2-4d3d-a634-1e81c9228e66,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:12.559217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:12.562326 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:12.584046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15592657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15508557'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:12.600993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:12.655636 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=2a0bfea9-5ea2-4d3d-a634-1e81c9228e66,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:12.662812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:12.962346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:12.974659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.975098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.975498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.975890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.976279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.976666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.977050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.977432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.977815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.978196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.978575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.978981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.979403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.979790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.980178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.980550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.980929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.981304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.982271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.982651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.983058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.983434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.983812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.984192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:12.989486 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:13.041793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Checking segment: {'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:13.042160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Network hostable DHCP agents. Network: e8e63d95-1c67-4011-b226-c0bc0ce3939d, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:56:13.061565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:56:13.070192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, e8e63d95-1c67-4011-b226-c0bc0ce3939d) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:13.079644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865ad99-d48d-4f5c-a60e-7eb639e25255 None None] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:56:13.083512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:56:13.084256 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:13.106556 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0287302 Feb 12 21:56:13.109673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 39438) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:13.115195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:13.120001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:13.124230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Usage tracker for resource:router and tenant:46cac72fac064605b7bcbf698b8e17fa is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:13.127801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:13.133672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:13.142790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:13.143873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:13.162068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:13.316270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'fixed_ips': [{'subnet_id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:56:13.317172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:13.455032 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:13.805351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Allocated IP 172.20.0.2 (e8e63d95-1c67-4011-b226-c0bc0ce3939d/c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd/309511ea-c677-4b9c-bfca-361bd622368c) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:56:13.807078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:13.841317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.025578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:14.089952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.113993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Transition to ACTIVE for port object 309511ea-c677-4b9c-bfca-361bd622368c will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:14.125089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Allocated IP 172.27.2.149 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/1680d218-a513-4425-8fde-c4e768972f7c) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:56:14.138565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Transition to ACTIVE for port object 309511ea-c677-4b9c-bfca-361bd622368c will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:14.146645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.162048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:14.193143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:14.193571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.288701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.320919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.336613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-da61f4dc-6fe7-4723-8bc2-2a1407b0f20d tempest-VolumesSnapshotTestJSON-190772105 tempest-VolumesSnapshotTestJSON-190772105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:14.375581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Pushing event updated for resources: {'Port': ['ID=309511ea-c677-4b9c-bfca-361bd622368c,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:14.381787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:14.465596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Pushing event updated for resources: {'Port': ['ID=1680d218-a513-4425-8fde-c4e768972f7c,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:14.468930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:14.470236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:14.477210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:14.482169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:56:14.517886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Sync routers for ids ['f62d6f06-d38a-4450-aed0-028430e8cb04'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:56:14.527937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Routers {'f62d6f06-d38a-4450-aed0-028430e8cb04'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:14.528965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['f62d6f06-d38a-4450-aed0-028430e8cb04'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:14.538577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:14.539799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:14.542368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:56:14.555331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Attempting to bind port 309511ea-c677-4b9c-bfca-361bd622368c on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:56:14.555752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Attempting to bind port 309511ea-c677-4b9c-bfca-361bd622368c by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:56:14.556330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Attempting to bind port 309511ea-c677-4b9c-bfca-361bd622368c on network e8e63d95-1c67-4011-b226-c0bc0ce3939d {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:56:14.563366 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:56:14.563794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Checking segment: {'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:14.564248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.564687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Bound using segment: {'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:56:14.565209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Bound port: 309511ea-c677-4b9c-bfca-361bd622368c, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:56:14.565629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.660590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] For port 309511ea-c677-4b9c-bfca-361bd622368c, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:56:14.663721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] For port 309511ea-c677-4b9c-bfca-361bd622368c, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=309511ea-c677-4b9c-bfca-361bd622368c,segment=NetworkSegment(2f48bd96-2a1f-424b-850e-4a2ee4d260e1),segment_id=2f48bd96-2a1f-424b-850e-4a2ee4d260e1)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:56:14.667634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:14.683497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:14.743749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Set router f62d6f06-d38a-4450-aed0-028430e8cb04 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:14.843956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Pushing event updated for resources: {'Port': ['ID=309511ea-c677-4b9c-bfca-361bd622368c,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:14.850605 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:15.068009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:15.173985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 4, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '6465d843-2821-495f-ac31-93d318ccb21b', 'name': '', 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'mac_address': 'fa:16:3e:d2:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:08Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 2, 'project_id': '143e63c296fd416c8819b64575395c61', 'subnets': [{'id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:15.177960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Checking router: f62d6f06-d38a-4450-aed0-028430e8cb04 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:56:15.178328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Updating router f62d6f06-d38a-4450-aed0-028430e8cb04 port 6465d843-2821-495f-ac31-93d318ccb21b binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:56:15.252435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:15.469284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:15.695125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:15.709669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Transition to ACTIVE for port object 6465d843-2821-495f-ac31-93d318ccb21b will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:15.713090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:15.733393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-72527edd-b548-47df-aa5f-c6359713c014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:15.952243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Router 571785ed-c47a-42ba-842e-0a2dc353ecdc is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:56:16.085838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Pushing event updated for resources: {'Port': ['ID=6465d843-2821-495f-ac31-93d318ccb21b,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:16.098878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.099595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.100159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.100720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.101291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.102005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.102916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.103476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.104051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.104604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.105169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.105723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.106324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.107452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.108027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.108984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.109536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.110088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.110646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.111234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.111939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.112503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.113181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.113732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:56:16.136909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:16.141673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 309511ea-c677-4b9c-bfca-361bd622368c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:16.235444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:56:16.248624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Sync routers for ids ['571785ed-c47a-42ba-842e-0a2dc353ecdc'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:56:16.254917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 309511ea-c677-4b9c-bfca-361bd622368c completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:16.268414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] Notify callbacks [] for router, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:16.269793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Routers {'571785ed-c47a-42ba-842e-0a2dc353ecdc'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:16.270240 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3ee16ba4-1e7b-483b-922a-4840cc33a57c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1593587 Feb 12 21:56:16.270733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['571785ed-c47a-42ba-842e-0a2dc353ecdc'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:16.273510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 39472) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:56:16.376647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Attempting to bind port 6465d843-2821-495f-ac31-93d318ccb21b on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:56:16.377057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Attempting to bind port 6465d843-2821-495f-ac31-93d318ccb21b by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:56:16.377459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Attempting to bind port 6465d843-2821-495f-ac31-93d318ccb21b on network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:56:16.383229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:56:16.383640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Checking segment: {'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:16.384080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:16.384509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Bound using segment: {'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:56:16.385012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Bound port: 6465d843-2821-495f-ac31-93d318ccb21b, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286e52f3-f5fa-4ba5-90e9-edd4aa26991a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:56:16.385445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:16.524472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Set router 571785ed-c47a-42ba-842e-0a2dc353ecdc gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:16.525792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] For port 6465d843-2821-495f-ac31-93d318ccb21b, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:56:16.530290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] For port 6465d843-2821-495f-ac31-93d318ccb21b, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=6465d843-2821-495f-ac31-93d318ccb21b,segment=NetworkSegment(286e52f3-f5fa-4ba5-90e9-edd4aa26991a),segment_id=286e52f3-f5fa-4ba5-90e9-edd4aa26991a)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:56:16.538545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:16.558381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-50b407ad-34b2-4eb9-bb58-26aabaf8cd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:16.573852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c825f-ad05-4b4f-ad1a-37fb9f80074a None None] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:56:16.715821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Pushing event updated for resources: {'Port': ['ID=6465d843-2821-495f-ac31-93d318ccb21b,revision_number=4']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:16.720207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:16.767911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Routers {'f62d6f06-d38a-4450-aed0-028430e8cb04'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:16.768678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['f62d6f06-d38a-4450-aed0-028430e8cb04'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:16.824338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Provisioning for port 309511ea-c677-4b9c-bfca-361bd622368c completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:16.834601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Provisioning complete for port 309511ea-c677-4b9c-bfca-361bd622368c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:16.836073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:17.031116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] Set router f62d6f06-d38a-4450-aed0-028430e8cb04 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:17.411338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:17.450916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 4, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '6465d843-2821-495f-ac31-93d318ccb21b', 'name': '', 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'mac_address': 'fa:16:3e:d2:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:08Z', 'updated_at': '2021-02-12T21:56:16Z', 'revision_number': 4, 'project_id': '143e63c296fd416c8819b64575395c61', 'subnets': [{'id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:17.456354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2116f2-1151-4e38-8ba3-d7f3a51fa44e None None] The sync data for ids ['f62d6f06-d38a-4450-aed0-028430e8cb04'] in dv-cinder-775250-2-iscsi is: [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T21:56:09Z', 'revision_number': 4, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': '6465d843-2821-495f-ac31-93d318ccb21b', 'name': '', 'network_id': '0a91ccd1-b5e0-4bf6-84d7-4515538acfc3', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'mac_address': 'fa:16:3e:d2:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:08Z', 'updated_at': '2021-02-12T21:56:16Z', 'revision_number': 4, 'project_id': '143e63c296fd416c8819b64575395c61', 'subnets': [{'id': '4ffc62de-79ec-4f42-a48d-b6c4a3109b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:56:17.460508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T21:56:14Z', 'revision_number': 3, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:17.467336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Checking router: 571785ed-c47a-42ba-842e-0a2dc353ecdc for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:56:17.467749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Updating router 571785ed-c47a-42ba-842e-0a2dc353ecdc port 1680d218-a513-4425-8fde-c4e768972f7c binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:56:17.486943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:17.495931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] For port 309511ea-c677-4b9c-bfca-361bd622368c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=309511ea-c677-4b9c-bfca-361bd622368c,segment=NetworkSegment(2f48bd96-2a1f-424b-850e-4a2ee4d260e1),segment_id=2f48bd96-2a1f-424b-850e-4a2ee4d260e1)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:17.503135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:17.512939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5956872e-4752-492b-a090-28b387f78e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:17.605429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Pushing event updated for resources: {'Port': ['ID=309511ea-c677-4b9c-bfca-361bd622368c,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:17.624733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:17.646161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:17.898120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Allocated IP 172.20.0.1 (e8e63d95-1c67-4011-b226-c0bc0ce3939d/c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd/b77df5a3-b228-4022-8bdf-d5aac3e09914) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:56:18.013804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-97428191-bd3f-4dc0-a20c-8355b55086a1 None None] Provisioning complete for port 309511ea-c677-4b9c-bfca-361bd622368c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:18.014395 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97428191-bd3f-4dc0-a20c-8355b55086a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.086520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.122238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Transition to ACTIVE for port object b77df5a3-b228-4022-8bdf-d5aac3e09914 will not be triggered until provisioned by entity DHCP. {{(pid=84047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:18.140670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 309511ea-c677-4b9c-bfca-361bd622368c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:18.160304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.183922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9ac34c6b-bf5a-4b78-b703-684f6285ae76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:18.389061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 309511ea-c677-4b9c-bfca-361bd622368c triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:18.389806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.407411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Pushing event updated for resources: {'Port': ['ID=b77df5a3-b228-4022-8bdf-d5aac3e09914,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:18.410941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:18.424695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:18.426403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:18.428974 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:56:18.459025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.492622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Transition to ACTIVE for port object 1680d218-a513-4425-8fde-c4e768972f7c will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:18.500931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.502085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.520279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:18.630635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.731295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f6ddc-d1f5-4dc7-b69f-90d998b8696f None None] Pushing event updated for resources: {'Port': ['ID=1680d218-a513-4425-8fde-c4e768972f7c,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:18.745244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d22f6ddc-d1f5-4dc7-b69f-90d998b8696f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:18.769064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 6465d843-2821-495f-ac31-93d318ccb21b up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:18.842953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5bbb6665-c923-4788-b173-1dd7414e3264 None None] Provisioning complete for port 309511ea-c677-4b9c-bfca-361bd622368c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:18.843379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6665-c923-4788-b173-1dd7414e3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.927045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Attempting to bind port 1680d218-a513-4425-8fde-c4e768972f7c on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:56:18.927474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Attempting to bind port 1680d218-a513-4425-8fde-c4e768972f7c by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:56:18.927890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Attempting to bind port 1680d218-a513-4425-8fde-c4e768972f7c on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:56:18.930921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.935397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839476568'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.940487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:56:18.940915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:18.941365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.941815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:56:18.942347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Bound port: 1680d218-a513-4425-8fde-c4e768972f7c, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:56:18.942771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:18.966476 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a820b064-365e-4f24-9e6e-0c5f8834c328 tempest-VolumesActionsTest-63947432 tempest-VolumesActionsTest-63947432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:19.002147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 6465d843-2821-495f-ac31-93d318ccb21b completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:19.041068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 6465d843-2821-495f-ac31-93d318ccb21b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:19.041307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:19.056494 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:19.073272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Pushing event updated for resources: {'Port': ['ID=b77df5a3-b228-4022-8bdf-d5aac3e09914,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:19.129150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:19.221358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:56:19.222672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:56:19.317523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] For port 1680d218-a513-4425-8fde-c4e768972f7c, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:56:19.334967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] For port 1680d218-a513-4425-8fde-c4e768972f7c, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1680d218-a513-4425-8fde-c4e768972f7c,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:56:19.354241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:19.365077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:19.438309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Router 571785ed-c47a-42ba-842e-0a2dc353ecdc has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:56:19.462413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5bbb6665-c923-4788-b173-1dd7414e3264 None None] Provisioning for port b77df5a3-b228-4022-8bdf-d5aac3e09914 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:19.522475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5bbb6665-c923-4788-b173-1dd7414e3264 None None] Provisioning complete for port b77df5a3-b228-4022-8bdf-d5aac3e09914 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:19.522827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6665-c923-4788-b173-1dd7414e3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:19.636676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:19.638391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:56:19.648127 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] 10.222.0.36 "PUT /v2.0/routers/571785ed-c47a-42ba-842e-0a2dc353ecdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3734000 Feb 12 21:56:19.654351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-5bbb6665-c923-4788-b173-1dd7414e3264 None None] Port b77df5a3-b228-4022-8bdf-d5aac3e09914 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:56:19.660999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f6ddc-d1f5-4dc7-b69f-90d998b8696f None None] Pushing event updated for resources: {'Port': ['ID=1680d218-a513-4425-8fde-c4e768972f7c,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:19.670228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d22f6ddc-d1f5-4dc7-b69f-90d998b8696f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:19.709850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 6465d843-2821-495f-ac31-93d318ccb21b, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=6465d843-2821-495f-ac31-93d318ccb21b,segment=NetworkSegment(286e52f3-f5fa-4ba5-90e9-edd4aa26991a),segment_id=286e52f3-f5fa-4ba5-90e9-edd4aa26991a)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:19.712929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:19.716505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d1233e1-a75c-4192-8e52-9ebc29cedb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:19.794443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Routers {'571785ed-c47a-42ba-842e-0a2dc353ecdc'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:19.795217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['571785ed-c47a-42ba-842e-0a2dc353ecdc'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:19.935162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=6465d843-2821-495f-ac31-93d318ccb21b,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:19.940275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-8c186515-4f24-46f2-95a7-e5c47121ffb5 None None] Provisioning complete for port b77df5a3-b228-4022-8bdf-d5aac3e09914 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:19.940698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c186515-4f24-46f2-95a7-e5c47121ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:19.977375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:20.028702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8c186515-4f24-46f2-95a7-e5c47121ffb5 None None] Port b77df5a3-b228-4022-8bdf-d5aac3e09914 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:56:20.060993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] Set router 571785ed-c47a-42ba-842e-0a2dc353ecdc gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:20.112956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 6465d843-2821-495f-ac31-93d318ccb21b up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:20.349202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1333104410', 'description': 'tempest-TestVolumeBootPattern-1333104410 description'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:20.355501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:20.358679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 6465d843-2821-495f-ac31-93d318ccb21b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:20.358679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.360830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Usage tracker for resource:security_group and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:20.364775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:20.370655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:20.382383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.403888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:20.407936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Usage tracker for resource:security_group_rule and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:20.411456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:20.417740 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:20.509096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.513362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.519272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-465cff5b-711d-4f77-9d74-ffc0ded2f747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:20.564960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4169ea16-b4d2-40d5-8cdc-1e5798654269,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:20.568142 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.569543 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-44ef1c2a-dd49-46f6-91f9-e4e77bdcb22f req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2256029 Feb 12 21:56:20.570383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:20.601520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 4, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b77df5a3-b228-4022-8bdf-d5aac3e09914', 'name': '', 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'mac_address': 'fa:16:3e:59:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:17Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 2, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'subnets': [{'id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:20.606214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703554f8-4c8d-4beb-8940-550fe0749139 None None] The sync data for ids ['571785ed-c47a-42ba-842e-0a2dc353ecdc'] in dv-cinder-775250-2-iscsi is: [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 4, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b77df5a3-b228-4022-8bdf-d5aac3e09914', 'name': '', 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'mac_address': 'fa:16:3e:59:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:17Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 2, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'subnets': [{'id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:56:20.675009 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-28c5c806-e7f8-42a3-a9b8-6ee55c29d1d9 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] 10.222.0.36 "GET /v2.0/security-groups/4169ea16-b4d2-40d5-8cdc-1e5798654269 HTTP/1.1" status: 200 len: 1808 time: 0.0727179 Feb 12 21:56:20.686414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4169ea16-b4d2-40d5-8cdc-1e5798654269', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:20.686867 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4169ea16-b4d2-40d5-8cdc-1e5798654269', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:20.693512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:20.698025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Usage tracker for resource:security_group_rule and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:20.701389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:20.707429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:20.763997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.788166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.790919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.793042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-70bc4536-1b9f-4d97-8a99-c5de412a6c7a tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:20.816940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b75c75e-feae-4d99-9598-630e4f0f1a10,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:20.823751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:20.825730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:20.827087 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5f43541e-6edb-477e-a3f3-0ce9a1dbc216 req-c8c7599c-2e21-4af3-a6a6-09f1baf22910 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1453876 Feb 12 21:56:20.898959 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-90e546d2-8101-4528-867e-955fddb3146d req-de3fbd7d-1bb5-4db9-b9ed-bd05bacd09ad tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] 10.222.0.36 "GET /v2.0/security-groups/4169ea16-b4d2-40d5-8cdc-1e5798654269 HTTP/1.1" status: 200 len: 2401 time: 0.0499728 Feb 12 21:56:20.914604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4169ea16-b4d2-40d5-8cdc-1e5798654269', 'remote_group_id': None}]} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:20.914995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4169ea16-b4d2-40d5-8cdc-1e5798654269', 'remote_group_id': None}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:56:20.921880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:56:20.926050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Usage tracker for resource:security_group_rule and tenant:143e63c296fd416c8819b64575395c61 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:56:20.929283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:56:20.935291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:56:21.001847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:21.033478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:21.036735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:21.045501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:21.066391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71d815d-07ae-4eaa-b417-88a2317d5df0,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:21.071524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:21.076682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:21.078106 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-90e546d2-8101-4528-867e-955fddb3146d req-6d6c0f1f-9be4-411a-a7c9-df50260cf279 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1680453 Feb 12 21:56:22.053245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1680d218-a513-4425-8fde-c4e768972f7c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:22.134560 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 1680d218-a513-4425-8fde-c4e768972f7c completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:22.141911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 1680d218-a513-4425-8fde-c4e768972f7c triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:22.142469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:22.277161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:22.295059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 1680d218-a513-4425-8fde-c4e768972f7c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1680d218-a513-4425-8fde-c4e768972f7c,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:22.297911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:22.300768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:22.375995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=1680d218-a513-4425-8fde-c4e768972f7c,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:22.381635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:23.717437 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Sync routers for ids ['571785ed-c47a-42ba-842e-0a2dc353ecdc'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:56:23.727917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Routers {'571785ed-c47a-42ba-842e-0a2dc353ecdc'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:23.728590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['571785ed-c47a-42ba-842e-0a2dc353ecdc'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:23.922693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Set router 571785ed-c47a-42ba-842e-0a2dc353ecdc gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:24.042190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1680d218-a513-4425-8fde-c4e768972f7c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:24.123562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 1680d218-a513-4425-8fde-c4e768972f7c triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:24.123938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:24.278574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 4, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b77df5a3-b228-4022-8bdf-d5aac3e09914', 'name': '', 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'mac_address': 'fa:16:3e:59:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:17Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 2, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'subnets': [{'id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:24.282722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Checking router: 571785ed-c47a-42ba-842e-0a2dc353ecdc for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:56:24.283179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Updating router 571785ed-c47a-42ba-842e-0a2dc353ecdc port b77df5a3-b228-4022-8bdf-d5aac3e09914 binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:56:24.339753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:24.919063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:24.931243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Transition to ACTIVE for port object b77df5a3-b228-4022-8bdf-d5aac3e09914 will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:56:24.935198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:24.952201 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b738fd01-b2e8-4269-a198-58b5817556c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:25.064687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518355cf-b39c-4707-9d70-97a236a5db59 None None] Pushing event updated for resources: {'Port': ['ID=b77df5a3-b228-4022-8bdf-d5aac3e09914,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:25.080391 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-518355cf-b39c-4707-9d70-97a236a5db59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:25.278416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Attempting to bind port b77df5a3-b228-4022-8bdf-d5aac3e09914 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:56:25.278829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Attempting to bind port b77df5a3-b228-4022-8bdf-d5aac3e09914 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:56:25.279265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Attempting to bind port b77df5a3-b228-4022-8bdf-d5aac3e09914 on network e8e63d95-1c67-4011-b226-c0bc0ce3939d {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:56:25.285362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:56:25.285775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Checking segment: {'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:56:25.286219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:25.286651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Bound using segment: {'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:56:25.287187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Bound port: b77df5a3-b228-4022-8bdf-d5aac3e09914, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f48bd96-2a1f-424b-850e-4a2ee4d260e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:56:25.287618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:25.388741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] For port b77df5a3-b228-4022-8bdf-d5aac3e09914, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:56:25.391939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] For port b77df5a3-b228-4022-8bdf-d5aac3e09914, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b77df5a3-b228-4022-8bdf-d5aac3e09914,segment=NetworkSegment(2f48bd96-2a1f-424b-850e-4a2ee4d260e1),segment_id=2f48bd96-2a1f-424b-850e-4a2ee4d260e1)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:56:25.395468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:25.410812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:25.567038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518355cf-b39c-4707-9d70-97a236a5db59 None None] Pushing event updated for resources: {'Port': ['ID=b77df5a3-b228-4022-8bdf-d5aac3e09914,revision_number=4']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:25.572295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-518355cf-b39c-4707-9d70-97a236a5db59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:25.614699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Routers {'571785ed-c47a-42ba-842e-0a2dc353ecdc'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:56:25.615417 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:56:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['571785ed-c47a-42ba-842e-0a2dc353ecdc'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:25.815650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] Set router 571785ed-c47a-42ba-842e-0a2dc353ecdc gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:56:26.060939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b77df5a3-b228-4022-8bdf-d5aac3e09914 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:26.140970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port b77df5a3-b228-4022-8bdf-d5aac3e09914 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:56:26.146583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b77df5a3-b228-4022-8bdf-d5aac3e09914 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:26.147042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:26.172742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 4, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b77df5a3-b228-4022-8bdf-d5aac3e09914', 'name': '', 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'mac_address': 'fa:16:3e:59:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:17Z', 'updated_at': '2021-02-12T21:56:25Z', 'revision_number': 4, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'subnets': [{'id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:56:26.177182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7abfe-7cff-4544-88a7-72add2d6e326 None None] The sync data for ids ['571785ed-c47a-42ba-842e-0a2dc353ecdc'] in dv-cinder-775250-2-iscsi is: [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T21:56:18Z', 'revision_number': 4, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b77df5a3-b228-4022-8bdf-d5aac3e09914', 'name': '', 'network_id': 'e8e63d95-1c67-4011-b226-c0bc0ce3939d', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'mac_address': 'fa:16:3e:59:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:17Z', 'updated_at': '2021-02-12T21:56:25Z', 'revision_number': 4, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'subnets': [{'id': 'c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:56:26.285183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:26.322643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port b77df5a3-b228-4022-8bdf-d5aac3e09914, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b77df5a3-b228-4022-8bdf-d5aac3e09914,segment=NetworkSegment(2f48bd96-2a1f-424b-850e-4a2ee4d260e1),segment_id=2f48bd96-2a1f-424b-850e-4a2ee4d260e1)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:56:26.329876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:26.334213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d06d55a-f6cc-423f-9ef0-f75bf8c84b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:56:26.413107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=b77df5a3-b228-4022-8bdf-d5aac3e09914,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:56:26.416187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:56:27.947300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:56:28.029741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b77df5a3-b228-4022-8bdf-d5aac3e09914 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:56:28.105126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b77df5a3-b228-4022-8bdf-d5aac3e09914 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:56:28.105743 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:33.144832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96c3328f-b42b-45b6-a780-e65d97ac4c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:35.042204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a688e88a-a03b-4318-9ab9-25fdf711ec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:35.362364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:36.598559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:37.606991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:38.034317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:56:55.965149 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-ebfb082f-e49d-49ad-8dd3-52f527be6366 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1830757 Feb 12 21:56:56.078110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-285b0273-6288-4003-a95b-a1a8dc454eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:56:56.079804 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-285b0273-6288-4003-a95b-a1a8dc454eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad03cb2d80404e749a5a45b01d934830&device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 1162 time: 0.0806830 Feb 12 21:56:56.237997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-ebb4ef07-5595-4c40-a6fe-6a81256558a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:56:56.239622 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-ebb4ef07-5595-4c40-a6fe-6a81256558a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 200 len: 912 time: 0.1394217 Feb 12 21:56:56.312293 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-dc559eda-7150-4c3f-92ab-7fb036923a5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0654891 Feb 12 21:56:56.384204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-c29120ff-cb68-473e-a92c-9639c21802a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:56:56.385789 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-c29120ff-cb68-473e-a92c-9639c21802a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 200 len: 858 time: 0.0672388 Feb 12 21:56:56.439400 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-69e14222-74cd-4c3d-9bfd-2a8363ac3c93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=485bade8-bc88-4a45-b7d6-a5984d335975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468373 Feb 12 21:56:56.583390 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-778c79a4-7db3-41d2-8816-19040e3f9efa service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358700 Feb 12 21:56:56.729864 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8e284ce7-5720-46f2-bfe6-9c39bd32e4b9 req-e3be8f7d-6a87-4037-a139-12e47e34b28a service neutron] 10.222.0.69 "GET /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398873 Feb 12 21:57:03.146677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76aeaaaf-9f39-4843-ad9a-d3fd93be55bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:04.947937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:57:05.044803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09fc65db-5a14-4775-8305-1f041eb1710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:05.366014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:06.600550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:07.490787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:08.040576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:33.151918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fefbbabf-1e36-4949-9bcf-db7b41df7257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:33.621874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0414-9570-4e97-8d49-7b38bb67eeed req-473fb1fe-1b3c-4745-81c5-a0fcce478077 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:33.624143 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-afbc0414-9570-4e97-8d49-7b38bb67eeed req-473fb1fe-1b3c-4745-81c5-a0fcce478077 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0917192 Feb 12 21:57:33.675366 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-afbc0414-9570-4e97-8d49-7b38bb67eeed req-6cf053fa-4d4d-4602-b486-5aab01f1c8ea tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Feb 12 21:57:34.708235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-d76df7a6-725a-464c-a86b-1034f7c228f8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:34.709848 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-d76df7a6-725a-464c-a86b-1034f7c228f8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.0930076 Feb 12 21:57:34.718811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 7bcd5500-4f43-4db3-9f0d-14338e590260 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:57:34.797781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Deleting port 7bcd5500-4f43-4db3-9f0d-14338e590260 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:57:34.797987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:34.813069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 7bcd5500-4f43-4db3-9f0d-14338e590260 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:57:34.813492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:35.047860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91db2018-7d47-43fc-bb33-53d2ff60520b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:35.122937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb97ac-71e1-4e0b-91e2-67a386c237b6 req-06fb6332-f002-4720-9870-92abb4040df4 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:35.124589 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-34bb97ac-71e1-4e0b-91e2-67a386c237b6 req-06fb6332-f002-4720-9870-92abb4040df4 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=c252d4a3-1e37-433b-89c2-90c04c37a5ac HTTP/1.1" status: 200 len: 945 time: 0.2841122 Feb 12 21:57:35.176738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] For port 7bcd5500-4f43-4db3-9f0d-14338e590260, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bcd5500-4f43-4db3-9f0d-14338e590260,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:57:35.177249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:35.328836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Calling delete_port for 7bcd5500-4f43-4db3-9f0d-14338e590260 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:57:35.362431 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-34bb97ac-71e1-4e0b-91e2-67a386c237b6 req-213cd466-efc5-4cc9-a5c0-c77b21411bc3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286582 Feb 12 21:57:35.371462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:35.495568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:35.514895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7f1494b3-fc9b-4951-ab42-f7eaa967c801 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:57:35.605808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Pushing event deleted for resources: {'Port': ['ID=7bcd5500-4f43-4db3-9f0d-14338e590260,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:57:35.629292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.629705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.630110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.630510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.630960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.631361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.631751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.632138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.632527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.632912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.633299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.633684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.634106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.634495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.634895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.635287 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.635669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.636051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.636433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.636816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.637196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.637579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.637988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.638371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:57:35.643796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:57:35.739962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] No DVR routers for this DVR port 7bcd5500-4f43-4db3-9f0d-14338e590260 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:57:35.742149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:35.744913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'name': 'network-vif-deleted', 'tag': '7bcd5500-4f43-4db3-9f0d-14338e590260'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:57:35.760648 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-36cc050f-ace5-4c09-b404-ab1dcc5405b1 req-ef134c80-c4c1-4eba-bbac-578552691bc1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "DELETE /v2.0/ports/7bcd5500-4f43-4db3-9f0d-14338e590260 HTTP/1.1" status: 204 len: 173 time: 1.0447648 Feb 12 21:57:35.877361 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252d4a3-1e37-433b-89c2-90c04c37a5ac', 'name': 'network-vif-deleted', 'tag': '7bcd5500-4f43-4db3-9f0d-14338e590260', 'status': 'completed', 'code': 200} Feb 12 21:57:36.603976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:36.854602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff477fe8-f82d-4cd0-b106-b08373d71f15 req-cd32a683-0dd4-4a9f-beae-2203404ee251 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:36.855410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ff477fe8-f82d-4cd0-b106-b08373d71f15 req-cd32a683-0dd4-4a9f-beae-2203404ee251 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Synchronizing usage tracker for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:57:36.870421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ff477fe8-f82d-4cd0-b106-b08373d71f15 req-cd32a683-0dd4-4a9f-beae-2203404ee251 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Unset dirty status for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:57:36.871697 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff477fe8-f82d-4cd0-b106-b08373d71f15 req-cd32a683-0dd4-4a9f-beae-2203404ee251 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1064694 Feb 12 21:57:36.920170 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff477fe8-f82d-4cd0-b106-b08373d71f15 req-fa7e65ba-8afb-4cba-ac10-27542190c073 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Feb 12 21:57:36.942160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 7bcd5500-4f43-4db3-9f0d-14338e590260 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:57:36.980643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] No Port match for: 7bcd5500-4f43-4db3-9f0d-14338e590260 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:57:36.981041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 7bcd5500-4f43-4db3-9f0d-14338e590260 not bound to the agent host hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:57:37.491073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:38.065248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:38.129178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5c2e-714e-44a8-8f91-f675fa742637 req-edba4d78-0427-41f8-85b4-2230c9808f0c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:38.130970 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-049e5c2e-714e-44a8-8f91-f675fa742637 req-edba4d78-0427-41f8-85b4-2230c9808f0c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.0919106 Feb 12 21:57:38.144578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-8b0e3b9e-e233-474c-9e0e-aae0d3c1105e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:38.146295 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-8b0e3b9e-e233-474c-9e0e-aae0d3c1105e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 945 time: 0.1094820 Feb 12 21:57:38.180001 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-049e5c2e-714e-44a8-8f91-f675fa742637 req-a3413af2-4d1a-4353-9059-435bbf633057 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Feb 12 21:57:38.227241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Deleting port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:57:38.227623 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:38.489501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] For port 55fdcab0-1b9f-4988-80ed-319b8174f3b1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=55fdcab0-1b9f-4988-80ed-319b8174f3b1,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:57:38.489904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:38.568507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 55fdcab0-1b9f-4988-80ed-319b8174f3b1 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:57:38.629354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Calling delete_port for 55fdcab0-1b9f-4988-80ed-319b8174f3b1 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:57:38.695228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:38.782704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:38.798178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-feab2e33-829c-4f4b-a6c8-2abcff587d29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:57:38.897842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Pushing event deleted for resources: {'Port': ['ID=55fdcab0-1b9f-4988-80ed-319b8174f3b1,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:57:38.911421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:57:39.230889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] No DVR routers for this DVR port 55fdcab0-1b9f-4988-80ed-319b8174f3b1 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:57:39.233187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:57:39.237123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'name': 'network-vif-deleted', 'tag': '55fdcab0-1b9f-4988-80ed-319b8174f3b1'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:57:39.252018 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e64d17d9-1737-4fe3-820d-f47e2101a092 req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.69 "DELETE /v2.0/ports/55fdcab0-1b9f-4988-80ed-319b8174f3b1 HTTP/1.1" status: 204 len: 173 time: 1.1001177 Feb 12 21:57:39.285538 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090caeb2-d66c-4e8a-8841-ec915bdb2530', 'name': 'network-vif-deleted', 'tag': '55fdcab0-1b9f-4988-80ed-319b8174f3b1', 'status': 'completed', 'code': 200} Feb 12 21:57:39.350488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-850e12ad-dc15-439c-bc40-6f92eda91cc2 req-6d331925-cbba-4ead-b335-20296c0736fa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Synchronizing usage tracker for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:57:39.366169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-850e12ad-dc15-439c-bc40-6f92eda91cc2 req-6d331925-cbba-4ead-b335-20296c0736fa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Unset dirty status for tenant:ad03cb2d80404e749a5a45b01d934830 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:57:39.367495 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-850e12ad-dc15-439c-bc40-6f92eda91cc2 req-6d331925-cbba-4ead-b335-20296c0736fa tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0648987 Feb 12 21:57:40.534426 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7543b1a1-654a-4e50-90f8-defce192f6b7 req-b256de9d-352e-46f6-a9ce-9ac4613d9b22 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0512688 Feb 12 21:57:41.705250 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3f08735e-ce58-4607-86e8-8cc6c7579cb1 req-83a82958-616c-4b6b-a7a7-4f0cf63ff8e3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0562098 Feb 12 21:57:41.947990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:57:42.873441 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-17225bb4-bfda-4c07-9a8d-2f7fe481fc4d req-60b65a82-6165-46ac-a2f8-9235d029efbe tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0492468 Feb 12 21:57:44.041489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d4fe1577-6cc3-4ecc-adc4-1794262f6129 req-9ceb7cfe-f5bb-42bc-93a4-f6871cc55113 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0488508 Feb 12 21:57:45.207991 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6b33e187-d974-4e28-acac-47d27d050b39 req-a5981177-086f-41a4-8627-794faaad8809 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0487268 Feb 12 21:57:46.368737 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d96f9983-17c2-482f-8468-dbf945c8d701 req-33029a9a-822c-46ee-83df-b07b212647b0 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0490935 Feb 12 21:57:47.535122 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-79ae48aa-ce05-4773-8396-852000fea7b5 req-255c4337-441d-4d64-ba12-dfe03af30098 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0516195 Feb 12 21:57:48.701630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-911efdee-6592-4c51-942d-997358612396 req-01476e63-564a-4892-836a-ada3e3472d57 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0519416 Feb 12 21:57:49.935912 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6d286e31-1a23-416d-a053-b5180667ff5c req-34211df6-f6ff-40dd-a5c3-bf48621dd463 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.1202686 Feb 12 21:57:51.100304 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-669d76c3-b696-4b95-8805-215f8a72670f req-80354f5b-00db-468d-8fd0-a05237ed9d5f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0502706 Feb 12 21:57:52.261536 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b52da47-6542-4176-9dfa-4b1e202c5828 req-af248611-7733-4bda-90b1-842f57c1f3b5 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0487063 Feb 12 21:57:53.420943 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-77cf291d-75c5-463b-ade4-3cdb0a868cd6 req-c6b7ec75-d766-4a21-827e-b75fd1d28dfc tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0477171 Feb 12 21:57:54.586141 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dad4432a-ce5a-4a77-9e9f-77270a2f7d8c req-48dd9942-dc89-4ac0-9d20-ac89e2769027 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0512419 Feb 12 21:57:55.754410 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d39ffe72-ef32-4528-8549-e7b99add6a07 req-b03256de-f7dc-442c-a02f-c3a6dfc022c3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0511794 Feb 12 21:57:57.059087 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a3797889-68f8-4324-a3e7-b6e0c2ec0316 req-73764a6d-9cb0-46ce-9ee8-6c71cd03537c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0487788 Feb 12 21:57:57.867095 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-65a265f0-190d-4212-b757-6b2c03d8d2bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0781896 Feb 12 21:57:57.979125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-6ba3e03c-5035-418a-af88-161cc9de1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:57.980734 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-6ba3e03c-5035-418a-af88-161cc9de1834 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 1162 time: 0.0809274 Feb 12 21:57:58.143083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-138fa9d5-8b7a-4de3-b559-6bcfdab8ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:58.144969 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-138fa9d5-8b7a-4de3-b559-6bcfdab8ca24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1436665 Feb 12 21:57:58.221295 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-9d9fb996-22d9-44b9-9e88-a69eeb49e0fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56046c26-c882-4c0e-beec-b3a177d2d569 HTTP/1.1" status: 200 len: 217 time: 0.0697303 Feb 12 21:57:58.310276 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db6f9b95-e6e4-413f-a704-a8e5693f176c req-be90c6c0-1aee-4757-b54e-f8da15db2c93 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0916376 Feb 12 21:57:58.332200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-72b58355-1418-4881-b0ae-16b0ef9cd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:57:58.333753 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-72b58355-1418-4881-b0ae-16b0ef9cd7c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0783079 Feb 12 21:57:58.387204 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-07c41e4b-f257-4e24-9b55-41288332e110 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461943 Feb 12 21:57:58.530572 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-183a7d56-0e28-497c-8006-fb5ca6d4a6ce service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367269 Feb 12 21:57:58.673533 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c101b465-a08d-4ff0-a23c-9196b7ea6830 req-579d843e-62d9-4327-b2a0-80a535e29262 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361914 Feb 12 21:57:59.471376 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bb7cfe36-db50-4516-9c63-e42a0e20baa0 req-77011ce8-4ee1-4c25-b69a-b157543fa18e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0486705 Feb 12 21:58:00.636295 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-563991c2-9a13-4b0e-a6a3-636bbe7d8958 req-0e73cb6e-0527-47e6-b89c-7ccc8a254ac1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0531533 Feb 12 21:58:01.804771 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5eb69a5-a4bc-4932-a163-4f599a9f300c req-1c47261e-3d4f-439b-a17f-31f93a8b1d7c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0526063 Feb 12 21:58:02.975352 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e50bc60a-d57e-48e5-b4c2-9bec8cd038ad req-0002f8e7-595a-4d66-a62a-a44e3a3c64c8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0504355 Feb 12 21:58:03.144669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-066017bd-6095-4dcf-a75e-539b55d77c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:04.142376 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5c0d5fee-51ec-43bd-b135-a07dd6dbfda5 req-900f8f74-61d4-4f05-a4e0-c146e841f374 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0503261 Feb 12 21:58:05.050353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5b612b7-ef0b-40a8-91c5-b10894f8dda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:05.307297 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2dcb6070-778c-4e3e-b4e6-871c037dfa7f req-6aa35cae-1d9b-4d00-8f98-b5dbcfcc75b3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0485163 Feb 12 21:58:05.373010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:06.469666 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b27240f-99b4-4462-a96a-c78af424a92b req-6b040789-44b7-47f5-9ec1-3fad9c070b91 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0483899 Feb 12 21:58:06.606136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:07.494733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:07.633804 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3733f9b1-b175-4fb9-9ef9-49a4f3546769 req-f504ef75-65ed-41c2-9d0a-243629006145 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0511804 Feb 12 21:58:08.080555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:08.799561 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4c5b829f-f9e7-4d7b-85b3-e27636ab887a req-e16c73a2-9f65-4187-a924-d5ef7cb57c15 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0537243 Feb 12 21:58:09.964723 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3eaae3cb-f6f4-4e37-adc5-1fd013dd7357 req-e4dca9b0-7db2-480b-bf7b-b70391282f38 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0477645 Feb 12 21:58:11.131781 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-91df59f8-77e3-42c3-ac90-1b12324b0606 req-b460a2e2-7d3f-4236-a72a-79b2faf526a1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0495205 Feb 12 21:58:12.292017 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9dc70f9e-bd57-4b94-a14b-84f0bbe15ba8 req-110204e8-76a9-4b0f-8473-376c0657c30f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0479560 Feb 12 21:58:13.451333 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9610d8b3-1a11-439d-b31f-dd579962be38 req-9761db37-f80d-443e-ab5e-ccb7a6d7fc50 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0476887 Feb 12 21:58:14.616749 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b391bd63-3218-47cc-8f90-a800469f44ca req-c3965b99-1429-4eab-b734-d4d0b3e04619 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0524211 Feb 12 21:58:15.782368 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1f2d8c16-bc4d-4bc9-a5f1-6afb36623eed req-ad8a7844-2fb2-4cc1-b1ed-4d7b9521be39 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0537429 Feb 12 21:58:16.949348 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e43a904a-aed9-4408-9e7a-de0c451cab17 req-8aec1830-79fe-4c99-acc3-0889b7ff1274 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0480838 Feb 12 21:58:18.113941 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b3799e21-6e5b-480e-b11f-0d089ec46646 req-5494aac3-956a-472f-a176-c4c44b667276 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0489836 Feb 12 21:58:18.947513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:58:19.278086 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66561bdf-f5e5-48bd-8743-4631efdca870 req-abe43685-e6a1-4b56-aa82-3a55ce4d0dcb tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0502491 Feb 12 21:58:20.440470 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9a1b8eae-985f-4fc8-a170-3fbe39fbe642 req-7510087b-a71d-4ec4-9fa0-0bb4c04dc416 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0483167 Feb 12 21:58:21.604092 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8dfdffac-ad12-4d42-a1b4-5285cf18a327 req-91262d73-7b6e-46e4-a8a5-61a2f5ad8e38 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0528109 Feb 12 21:58:22.769450 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c78b0e9-5ddc-49f0-b60d-2202b9c7e161 req-ecd96d68-5384-468d-8cd2-2c712ed7dbf8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0516508 Feb 12 21:58:23.938349 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac15de46-e301-4bfa-8fda-e9561265881d req-c7017cbf-fbaa-4ca9-9681-ae75d3d3a11d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0489206 Feb 12 21:58:25.105466 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0ea91a86-4e7b-4132-9bdb-36227972bb90 req-185590ee-5942-4477-8eca-97c59301c4c5 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0495827 Feb 12 21:58:26.269074 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-52723fdd-a8d3-412c-b978-f424b9f3fe9f req-10e9d277-fcb3-49e4-8894-bf1fd0eef96b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0506241 Feb 12 21:58:27.431522 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b209d655-ae6f-4aed-949e-3ff92ad4649a req-c80c146e-d8fa-41cc-bc7e-06c23cb5ef0d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0503390 Feb 12 21:58:28.596481 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-844a0d80-1a91-45cb-be16-97eaf17036f3 req-e75a2c1f-d26c-4938-826d-8eb819e12570 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0516074 Feb 12 21:58:29.760969 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1af1f9ff-83d9-41ba-b79f-6b7ff04937bc req-c63e5020-86dd-41bc-bf77-699c79dd48a1 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0509503 Feb 12 21:58:30.939569 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-92a0045a-9b1c-400f-b0fc-31a2586e03d8 req-0ae6f6b7-dbd8-445e-b2f4-b1883a10e7e8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0489519 Feb 12 21:58:32.105672 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c1a0aa22-feda-44cb-960d-0c96da474e94 req-65ac22f2-2040-4db4-b8c6-135c8a2433d0 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0498183 Feb 12 21:58:33.146656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc63a892-7680-4631-9e43-18e56a4fef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:33.267865 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bcdf4ac6-f153-4894-8317-b3c3363698ac req-5ea93cca-ba1e-4a64-8c9f-9b3a3fc3e009 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0499005 Feb 12 21:58:34.433417 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2d5ee3d6-82b5-45b6-94d0-9403729693fe req-9701f683-d4f3-435d-9f05-f0b89c01f503 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0502167 Feb 12 21:58:35.053669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df801269-8370-460f-97e1-126f98fb83d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:35.366671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:35.600316 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66566918-1c69-4fc0-943a-eba1f4746fd4 req-dd5de193-a4e0-4b76-916c-1328d872213e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0521369 Feb 12 21:58:36.609257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:37.007808 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a77d258e-ac3a-40e4-aaf9-ae0a18c776ae req-fc0738ab-7c4d-4d30-b504-4fc3124885da tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.2968535 Feb 12 21:58:37.622400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:38.081970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:58:38.177997 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c007e78f-943a-4529-9313-2e5ff8b438c9 req-2486dccd-9fed-4422-8ded-d937d7bf8bf9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0494215 Feb 12 21:58:39.342792 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a433a60f-36a7-451e-8c6f-40ce5f2b4055 req-35b0f718-3b7d-42ca-8e9d-43e7c3bf55a8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0490713 Feb 12 21:58:40.505343 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-57ebd930-bee1-406e-b666-67b3911e7777 req-006b26d7-60ba-438c-a183-e0bc19abce8d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0492651 Feb 12 21:58:41.666418 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-94a7b7a0-1a71-4029-91fb-7149db1fbe53 req-1f9190c6-293e-41f2-ab5b-7c95d26215e3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0515442 Feb 12 21:58:42.833304 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-130af8b7-c489-4a08-8d55-d20fcff25b43 req-69e4e8ea-eb40-4e75-8519-4b0a36499c3e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0523529 Feb 12 21:58:43.999065 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cd7aa3ac-ddad-43cb-8ea4-c022b460dbf2 req-d3c22619-defe-41d9-8a62-344aa97af158 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0524790 Feb 12 21:58:45.164127 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0933c6e5-4883-402a-8d7b-6c1fc32639d9 req-bffb37e4-122c-4611-a332-2ed341ad8d7c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0476086 Feb 12 21:58:46.331534 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-28bbe25c-e2ea-4408-902b-6aba7b8844b7 req-75670e63-d622-45ea-b02f-20598152b9db tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0491745 Feb 12 21:58:47.494038 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9469d2b2-5a3b-4812-94fc-2ae64c3c48bd req-0972f65a-0e9f-42a5-a990-372e70e72630 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0485132 Feb 12 21:58:48.661247 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70512153-7c08-41ee-a888-938a85b03806 req-9b127481-55f2-4e2e-aa55-466ceef8b57c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0529032 Feb 12 21:58:49.826099 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5fdf8351-fa88-4b5f-8686-cfe183e62265 req-7f3b0150-5179-41b4-91e7-f110761f3fb3 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0520766 Feb 12 21:58:51.003602 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3cd17052-5496-4795-a45f-d335843d5dc1 req-ba0e2e5b-34d1-4def-8a9c-35884881dd9d tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0490375 Feb 12 21:58:52.163909 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1e71013a-9ad1-4991-a11a-4b2c5f7c5f0e req-725150f5-597d-46d3-9196-032fcb4071d9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0496342 Feb 12 21:58:53.328766 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7c531c9-f268-4ffb-81f5-74618491044f req-ce68285b-705b-4fee-b321-80d5e07ff7ea tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0481973 Feb 12 21:58:54.490686 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-42900db9-6160-4535-ae5b-89621f4c3c1c req-66d46489-b891-45a3-aa7a-f11ed66087a7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0483892 Feb 12 21:58:55.658619 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ec28c192-3b7e-4a68-9b47-fc9dbe5e1ffa req-e0b3fc29-55ee-442a-ac31-afbfbd3cfe23 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0528560 Feb 12 21:58:55.946642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:58:56.824641 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e84faa29-48e3-44f7-a7fc-b1e48dfcab16 req-d5ccf9b5-a01b-4a6b-9cff-9391997cb9c5 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0520446 Feb 12 21:58:57.988996 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c21ab9a0-dfe6-40b5-94f4-1f284234ca95 req-50cdcc0b-dabc-45ea-ae99-3f8af563dc7a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0489819 Feb 12 21:58:59.154646 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3912a14c-2c95-4d3a-9743-f80ba0b03c20 req-161da041-ec91-40e3-9230-ee8621d6fd3e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0487177 Feb 12 21:58:59.840279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-5b531418-e826-46c4-8ab5-b001c56c1c03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0769801 Feb 12 21:58:59.953354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-57a9e499-f721-47ff-a4aa-1a1bfde6539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:58:59.954924 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-57a9e499-f721-47ff-a4aa-1a1bfde6539c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 1162 time: 0.0811756 Feb 12 21:59:00.130683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-7ce69f07-7e8a-4b86-9ca5-264c69efcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:59:00.132345 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-7ce69f07-7e8a-4b86-9ca5-264c69efcf45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1587138 Feb 12 21:59:00.208800 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-0b415d47-eb85-4c1f-ab7d-7f9264495099 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d HTTP/1.1" status: 200 len: 217 time: 0.0697403 Feb 12 21:59:00.277933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-05685948-d01c-43cd-85f7-01c5f05d2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:59:00.279569 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-05685948-d01c-43cd-85f7-01c5f05d2d62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0649788 Feb 12 21:59:00.323901 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9b6ba0c9-5ba1-4282-9e64-d0b094968552 req-a7a188b0-4bcd-4da6-bdc0-650f9aaab805 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0506401 Feb 12 21:59:00.341642 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-61c48d32-fac4-4ef4-8648-4bece3b11e75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555325 Feb 12 21:59:00.486496 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-fd601f6a-0601-4a7f-aa77-87851bb34ba8 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378410 Feb 12 21:59:00.629155 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9d31b89d-5b8c-4124-aced-b2ff72ba6941 req-3e5defb1-64cb-4d90-a959-2f8cea19943e service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362131 Feb 12 21:59:01.490833 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-15e1f7f4-fe49-4e38-be43-e9b31ccf1632 req-576326ce-2fb5-452f-bba8-0cdfbff35944 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0533996 Feb 12 21:59:02.656263 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56c4b8f2-889f-402b-ac50-de38313c09a3 req-71260671-8c6d-4949-b6bd-42b362957881 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0525262 Feb 12 21:59:03.148823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3978063-21aa-4d6a-8995-35da28f04c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:03.816623 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f0b101f8-f42e-4b52-bbda-607e86620365 req-00e79933-fcaf-4fc6-b53a-3b9e621da366 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0478864 Feb 12 21:59:04.977780 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8d645323-c72f-4a84-8613-3709b04eb0f7 req-ee20c624-0c6f-4b88-82bd-baec9fa29ce0 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0486038 Feb 12 21:59:05.056892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-06a4b587-07da-4bca-a739-0829c3328f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:05.369125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:06.143135 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e1b32941-91b5-4d8a-b950-73ed7c223a3e req-e9e5b6c8-576c-468c-bf9d-922258bf10c6 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0496538 Feb 12 21:59:06.611010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:07.304988 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1c5dff7f-54ca-4ba8-9db8-d4e2f3e0ee14 req-bf0f24be-3ae4-4071-b2f2-c8f68f762bc4 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0481679 Feb 12 21:59:07.502129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:08.092462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:08.468686 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f7aaac77-8b34-4eb9-94fe-079271f2a49c req-5dcd0407-81ba-4b14-b3f7-7b3330b1f38b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0518703 Feb 12 21:59:09.648985 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b1b7ac1-58ed-490d-a8a4-eb6f2fd1c740 req-cffa150a-5e07-4a9a-b958-b6b166dd8729 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0523508 Feb 12 21:59:10.821926 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66c7c470-9622-4748-ba2f-9e5fecc62085 req-783504c3-97f2-4453-940a-9f12cad71e85 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0498860 Feb 12 21:59:11.987452 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0fb8ef35-4292-4977-8be4-e60fc9e1850c req-0822b5db-667c-4fb7-b7cd-dc23cd7db629 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0486617 Feb 12 21:59:13.152535 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a9834c08-aab7-44d3-b5ba-1427d9889b54 req-e529f733-d19f-4828-aa24-cf510e77d710 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0489225 Feb 12 21:59:14.316187 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-128cd127-a982-4f6d-a6ec-2db14dd02483 req-5ef8884c-34e4-404f-8044-f9d2c9417191 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0487115 Feb 12 21:59:15.483465 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee6a01ca-2c7b-4cb1-b157-a15d065195f3 req-b7e89117-1c19-445d-a4cd-f354fe979e1b tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0521636 Feb 12 21:59:16.650865 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3002fd10-3ab4-45d8-a087-36e3e3c268c2 req-c7f1c596-e7e8-403d-b796-1e5f07d013a9 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0533118 Feb 12 21:59:17.813223 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-70feff29-2a74-4c4e-9014-58d7be5866b3 req-049af2f2-e6b8-4a13-a69a-bc201d5d997a tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0486507 Feb 12 21:59:18.979137 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8a3910c9-3045-4ef1-83c3-28cf806d87bb req-76c9d502-1949-4983-970c-d3801784a69c tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0495999 Feb 12 21:59:20.144344 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c24628fb-cb92-4435-ba9c-1046749d462a req-58cb3a56-7327-4a17-b92d-491fa4031379 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0479193 Feb 12 21:59:21.309001 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-47019db8-6670-41c8-983e-a9cff8edee8d req-ae77dcc3-959d-4993-bfa7-b24d5a5a9349 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0484679 Feb 12 21:59:22.471474 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-283d9b09-f9ee-4eaf-a2b1-ebf04f4aa0c3 req-1dfef4ce-52f8-4e5e-a838-ff81f64d4d73 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0511739 Feb 12 21:59:23.636011 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a39ca17e-fb24-4587-88d1-b1973720e89e req-4bfa2ea7-b5ea-425c-adc9-a6842e8264d6 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0516107 Feb 12 21:59:24.796089 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-77fae6a7-b97c-4b76-b4eb-99c8629a5a4a req-48f28f03-060b-49e2-8f37-81a795dc18ec tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0490329 Feb 12 21:59:25.959901 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-615eb11f-c6a9-4a3b-9a48-be6b18c45dd6 req-7a8ae677-e0e6-44b5-a3a3-28de7d0ecb32 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0479629 Feb 12 21:59:27.133209 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-85a07120-4e97-4d2f-a893-09bc5a2dc693 req-db4b421c-3b58-4def-9a12-be4e65bedc10 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0499704 Feb 12 21:59:28.298377 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b2230f26-0b3a-4672-8f5b-302de94271d8 req-2e0e42bb-2ac9-4d18-9d45-18933ae2567e tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0492799 Feb 12 21:59:29.466674 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a9530e5f-07eb-47be-82a6-c864821511e0 req-8a0b7a5b-9785-4a04-99ca-8eb98570d05f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0533268 Feb 12 21:59:30.635090 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff4050a3-766b-49c6-999b-23938ea341a2 req-4270a6c6-9f06-486f-8a75-200a6a7540bf tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0541663 Feb 12 21:59:31.798295 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1394fea7-5e30-49ca-beba-c187abb0119f req-48c7b055-026b-44ba-84f9-f72788c11866 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0488050 Feb 12 21:59:32.947068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:59:32.960615 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-14ed9fe0-ace2-451f-b0b0-1cc576f10017 req-c52fef3e-7979-47f6-8206-47ba7364cd32 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0495014 Feb 12 21:59:33.150995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-650a2adf-b54e-46d7-9f4f-07c27970b3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:34.127219 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4767f77-f46e-4448-8aff-bdecc2b09ab8 req-0347939a-52e9-403d-87f3-3ac567f6fdb5 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0498555 Feb 12 21:59:35.058734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cb10c12-91a6-45ea-ace9-8715fa979532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:35.294409 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7ed0f5e0-0413-418e-973e-c61048945dd7 req-cf3d6e72-3d45-4bfd-993f-5ba945b9929f tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0502405 Feb 12 21:59:35.372501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:36.460382 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6f795a35-43dc-490e-8283-c65ce7cdfdc0 req-20ca3e15-09f6-4272-a907-c3edc5fd06c2 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0518415 Feb 12 21:59:36.613933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:37.508131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:37.635500 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d867fec9-00b8-4a45-aef5-1cd3b46d268b req-5810529d-658e-4efe-8e8c-f00f5d658584 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0531702 Feb 12 21:59:38.092552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:38.795995 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d3e65293-2a24-4b99-8cd3-0618727f9f4a req-1cd27bb7-4df1-4dbf-8fe2-77430592e7d8 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0487857 Feb 12 21:59:39.986963 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4ba8ba0f-ee30-4634-afbe-9b4baacd1d1d req-29d38d0f-b93b-4d82-baa1-ce0b0f736e90 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] 10.222.0.36 "GET /v2.0/ports?device_id=090caeb2-d66c-4e8a-8841-ec915bdb2530 HTTP/1.1" status: 200 len: 210 time: 0.0505612 Feb 12 21:59:41.090304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 41846) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:41.786015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:42.168707 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Deleting port 0820d359-5a82-409f-aba0-c49c170d8bc0 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:59:42.169230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:42.350973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] For port 0820d359-5a82-409f-aba0-c49c170d8bc0, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=0820d359-5a82-409f-aba0-c49c170d8bc0,segment=NetworkSegment(19f8dd96-30e7-41d9-820f-41f4b69a4378),segment_id=19f8dd96-30e7-41d9-820f-41f4b69a4378)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:59:42.351388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:42.711242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Calling delete_port for 0820d359-5a82-409f-aba0-c49c170d8bc0 owned by network:router_interface {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:59:42.883241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:42.899303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:43.003038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Pushing event deleted for resources: {'Port': ['ID=0820d359-5a82-409f-aba0-c49c170d8bc0,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:43.019197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.019621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.020034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.020438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.020837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.021235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.021631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.022029 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.022424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.022814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.023247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.023605 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.024038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.024423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.024814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.025205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.025593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.025984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.026368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.026755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.027167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.027559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.027946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.028340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:43.033824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:43.332837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:43.853904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Router d21c290d-5d60-49bd-916f-0d0647fec058 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:59:44.049769 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:59:44.059642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] Sync routers for ids ['d21c290d-5d60-49bd-916f-0d0647fec058'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:59:44.072259 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] 10.222.0.36 "PUT /v2.0/routers/d21c290d-5d60-49bd-916f-0d0647fec058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9782796 Feb 12 21:59:44.072687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 41878) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:44.090710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] Routers {'d21c290d-5d60-49bd-916f-0d0647fec058'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:59:44.091463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:59:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['d21c290d-5d60-49bd-916f-0d0647fec058'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:44.280087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks [] for router, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:44.318582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] Set router d21c290d-5d60-49bd-916f-0d0647fec058 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:59:44.471279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:44.477262 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Deleting port 66c74444-7fd1-441c-8cb2-f43824e492e4 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:59:44.477663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:44.632088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:59:42Z', 'revision_number': 5, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:44.636411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] Checking router: d21c290d-5d60-49bd-916f-0d0647fec058 for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:59:44.645642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] Routers {'d21c290d-5d60-49bd-916f-0d0647fec058'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:59:44.646319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T21:59:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['d21c290d-5d60-49bd-916f-0d0647fec058'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:44.665346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] For port 66c74444-7fd1-441c-8cb2-f43824e492e4, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=66c74444-7fd1-441c-8cb2-f43824e492e4,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:59:44.665737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:44.846930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] Set router d21c290d-5d60-49bd-916f-0d0647fec058 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:59:45.042718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Calling delete_port for 66c74444-7fd1-441c-8cb2-f43824e492e4 owned by network:router_gateway {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:59:45.207763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.343640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:59:42Z', 'revision_number': 5, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:45.349508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65960d-f682-4173-a651-9485deaf9340 None None] The sync data for ids ['d21c290d-5d60-49bd-916f-0d0647fec058'] in dv-cinder-775250-2-iscsi is: [{'id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'name': 'tempest-ServerRescueNegativeTestJSON-659407321-router', 'tenant_id': 'ad03cb2d80404e749a5a45b01d934830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T21:59:42Z', 'revision_number': 5, 'project_id': 'ad03cb2d80404e749a5a45b01d934830', 'gw_port': {'id': '66c74444-7fd1-441c-8cb2-f43824e492e4', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c290d-5d60-49bd-916f-0d0647fec058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:32Z', 'updated_at': '2021-02-12T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:59:45.418532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.564642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.567057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.586776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.587364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d21c290d-5d60-49bd-916f-0d0647fec058 {{(pid=84047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:59:45.600279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.601803 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-56c41f94-2459-4541-b91d-3ec0ff743456 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d21c290d-5d60-49bd-916f-0d0647fec058 HTTP/1.1" status: 204 len: 168 time: 1.5278449 Feb 12 21:59:45.604523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 41896) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:45.672095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Deleting subnet 4536bd2d-d5f2-4980-9dc1-e31aa701aece {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:59:45.675368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.730866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15301973'] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:45.794269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:46.082725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839476505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839622095'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:46.100034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:46.133642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 0820d359-5a82-409f-aba0-c49c170d8bc0 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:59:46.174400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 0820d359-5a82-409f-aba0-c49c170d8bc0 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:59:46.174717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 0820d359-5a82-409f-aba0-c49c170d8bc0 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:59:46.175324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 66c74444-7fd1-441c-8cb2-f43824e492e4 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:59:46.200694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4536bd2d-d5f2-4980-9dc1-e31aa701aece,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:46.204879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:46.211385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 66c74444-7fd1-441c-8cb2-f43824e492e4 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:59:46.211785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 66c74444-7fd1-441c-8cb2-f43824e492e4 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:59:46.239838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:46.245877 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c9ba18b3-ca36-4f1f-8d7b-f681155aa5ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4536bd2d-d5f2-4980-9dc1-e31aa701aece HTTP/1.1" status: 204 len: 168 time: 0.6403859 Feb 12 21:59:46.248478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 41904) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:46.366878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:46.561345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:46.677602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485bade8-bc88-4a45-b7d6-a5984d335975']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:46.690643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f8dd96-30e7-41d9-820f-41f4b69a4378') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:46.690970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f8dd96-30e7-41d9-820f-41f4b69a4378') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:46.702729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:46.723155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:46.725938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:59:46.910377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Network 485bade8-bc88-4a45-b7d6-a5984d335975 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:59:46.919446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:47.102753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Network 485bade8-bc88-4a45-b7d6-a5984d335975 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:59:47.126208 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:59:47.206791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:47.210284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:47.224168 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:47.240970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=485bade8-bc88-4a45-b7d6-a5984d335975,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:47.244155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:47.246831 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c46b1fad-38cc-48e0-a6c2-d4df032733e9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/485bade8-bc88-4a45-b7d6-a5984d335975 HTTP/1.1" status: 204 len: 168 time: 0.9973409 Feb 12 21:59:47.363234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 41920) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:47.414633 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4324c660-6dc9-41ee-a720-7196e49a1180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad03cb2d80404e749a5a45b01d934830&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501027 Feb 12 21:59:47.417210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 41926) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:47.481948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:47.511914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:47.560140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:47.565368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1ef5d6a1-1dc2-4aeb-84de-267258a127ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:47.579124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:47.581975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:47.588230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:47.592214 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3b8edf2-f16d-44df-b2a4-eb077bfbbf3e HTTP/1.1" status: 204 len: 168 time: 0.1712978 Feb 12 21:59:48.305016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 41956) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:48.427296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1088602635-network', 'tenant_id': 'ab3f758e9d374b8994943f421fd96a66'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:59:48.432365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:59:48.436372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Usage tracker for resource:network and tenant:ab3f758e9d374b8994943f421fd96a66 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:59:48.440047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:59:48.446572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:59:48.456087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Made reservation on behalf of ab3f758e9d374b8994943f421fd96a66 for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:59:48.460905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.473700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.492273 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:59:48.496265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3f758e9d374b8994943f421fd96a66 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:59:48.499262 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:59:48.505478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:59:48.594500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.598308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.603632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ac174310-c129-479c-9d9d-21f75df47ca4 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:48.636744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:59:48.651756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3878e3d8-c9b6-406d-ad8c-c83394cee6e8,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:48.655325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:48.658324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.658715 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Added segment 6a00e977-2e5a-4119-8111-aa16c39d7d47 of type vxlan for network 703383c2-ff25-41c1-9300-0c6956ba0318 Feb 12 21:59:48.689745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.719590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.720860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:59:48.721505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:48.726958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5e7c5d65-7c7f-4e1f-bff8-ce97a6f5bd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:48.835816 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5296071 Feb 12 21:59:48.836778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Pushing event updated for resources: {'Network': ['ID=703383c2-ff25-41c1-9300-0c6956ba0318,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:48.839151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 41968) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:48.839672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:48.845595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Request body: {'subnet': {'network_id': '703383c2-ff25-41c1-9300-0c6956ba0318', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1088602635-subnet', 'tenant_id': 'ab3f758e9d374b8994943f421fd96a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:59:48.851111 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:59:48.852102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 703383c2-ff25-41c1-9300-0c6956ba0318 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:59:48.855916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Usage tracker for resource:subnet and tenant:ab3f758e9d374b8994943f421fd96a66 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:59:48.859635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:59:48.866370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:59:48.870247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 703383c2-ff25-41c1-9300-0c6956ba0318 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:59:48.875984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Made reservation on behalf of ab3f758e9d374b8994943f421fd96a66 for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:59:48.880737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15508572'] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:49.493613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15592657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15508557'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:49.508887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c3a889e8-6e45-48f0-9825-440d083a28de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:49.643968 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22ae0da-21d2-4065-8f46-fa1b3e354910,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:49.655532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.656031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.656935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.657325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.657714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.658102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.658487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.658884 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.659283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.659666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.660047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.660500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.660819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.661199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.661690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.661929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.662308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.662684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.663085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.663465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.663836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.664212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.664588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.664962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:59:49.669421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:49.728994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Checking segment: {'id': '6a00e977-2e5a-4119-8111-aa16c39d7d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '703383c2-ff25-41c1-9300-0c6956ba0318'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:59:49.729470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Network hostable DHCP agents. Network: 703383c2-ff25-41c1-9300-0c6956ba0318, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:59:49.750633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Network 703383c2-ff25-41c1-9300-0c6956ba0318 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:59:49.760209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 703383c2-ff25-41c1-9300-0c6956ba0318) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:59:49.770290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a1799-acfb-4ca0-8639-45497a7dbb72 None None] Network 703383c2-ff25-41c1-9300-0c6956ba0318 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:59:49.773267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:59:49.773910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:49.797334 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9568892 Feb 12 21:59:50.004192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64beebd3-6a6e-4320-805c-f9f8af54beb3 None None] Network 703383c2-ff25-41c1-9300-0c6956ba0318 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:59:50.510535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 42004) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:50.516898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487305004-network', 'tenant_id': '16fb9b2cf938431cb39c1c95bc41c0a7'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:59:50.521969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:59:50.526317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Usage tracker for resource:network and tenant:16fb9b2cf938431cb39c1c95bc41c0a7 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:59:50.530215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:59:50.536607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:59:50.545389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Made reservation on behalf of 16fb9b2cf938431cb39c1c95bc41c0a7 for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:59:50.550675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.566454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.581645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:59:50.585649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Usage tracker for resource:security_group_rule and tenant:16fb9b2cf938431cb39c1c95bc41c0a7 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:59:50.588634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:59:50.594880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:59:50.680493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.684235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.688644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:50.721209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:59:50.731030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e457217c-f796-4583-ab17-de4420d34882,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:50.737223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:50.738213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.738648 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Added segment c92e44c9-dbba-45a0-93ed-a4ac31a27b00 of type vxlan for network bfc99b03-97f3-40b7-940d-a69f1cacd3fe Feb 12 21:59:50.767874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.799549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.801070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:59:50.801596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:50.807108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:50.914597 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4028256 Feb 12 21:59:50.917582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 42014) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:50.919838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Pushing event updated for resources: {'Network': ['ID=bfc99b03-97f3-40b7-940d-a69f1cacd3fe,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:50.923167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:50.925540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Request body: {'subnet': {'network_id': 'bfc99b03-97f3-40b7-940d-a69f1cacd3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487305004-subnet', 'tenant_id': '16fb9b2cf938431cb39c1c95bc41c0a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:59:50.930711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:59:50.931248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network bfc99b03-97f3-40b7-940d-a69f1cacd3fe details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:59:50.934919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Usage tracker for resource:subnet and tenant:16fb9b2cf938431cb39c1c95bc41c0a7 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:59:50.937897 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:59:50.943657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:59:50.948274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network bfc99b03-97f3-40b7-940d-a69f1cacd3fe details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:59:50.954192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Made reservation on behalf of 16fb9b2cf938431cb39c1c95bc41c0a7 for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:59:50.958980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15153751'] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:51.399807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839473888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15153734'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:51.415403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-af71c9ef-182c-4c6a-bca9-a0bed16d9671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:51.552258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5791be86-2e0d-4bfc-bf8f-55caa6171461,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:51.556931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:51.618728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Checking segment: {'id': 'c92e44c9-dbba-45a0-93ed-a4ac31a27b00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bfc99b03-97f3-40b7-940d-a69f1cacd3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:59:51.619149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Network hostable DHCP agents. Network: bfc99b03-97f3-40b7-940d-a69f1cacd3fe, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:59:51.637807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Network bfc99b03-97f3-40b7-940d-a69f1cacd3fe is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:59:51.645894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, bfc99b03-97f3-40b7-940d-a69f1cacd3fe) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:59:51.655119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a6b771-a27a-42c0-a762-353a066d60b5 None None] Network bfc99b03-97f3-40b7-940d-a69f1cacd3fe requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:59:51.658332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:59:51.659035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:51.686196 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-89e53e19-7ba8-4d43-ac0c-a950d62bdce6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7597768 Feb 12 21:59:51.822272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 42028) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:51.890726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c7d48-4b5a-4988-8c2c-7f47691b2b0a None None] Network bfc99b03-97f3-40b7-940d-a69f1cacd3fe requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:59:51.896072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Deleting subnet b22ae0da-21d2-4065-8f46-fa1b3e354910 {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:59:51.899697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:51.954197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15301973'] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:52.017393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:52.540071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839476505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839622095'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:52.555385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:52.651272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22ae0da-21d2-4065-8f46-fa1b3e354910,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:52.654042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:52.690104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:52.696130 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b22ae0da-21d2-4065-8f46-fa1b3e354910 HTTP/1.1" status: 204 len: 168 time: 0.8725235 Feb 12 21:59:52.698782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 42040) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:52.814249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.013693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.142863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703383c2-ff25-41c1-9300-0c6956ba0318']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:53.155543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a00e977-2e5a-4119-8111-aa16c39d7d47') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:53.156464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a00e977-2e5a-4119-8111-aa16c39d7d47') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:53.168698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.183684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.185655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:59:53.365887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Network 703383c2-ff25-41c1-9300-0c6956ba0318 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:59:53.375241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.560317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Network 703383c2-ff25-41c1-9300-0c6956ba0318 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:59:53.583652 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:59:53.661859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.666225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.670102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:53.691046 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] 10.222.0.36 "DELETE /v2.0/networks/703383c2-ff25-41c1-9300-0c6956ba0318 HTTP/1.1" status: 204 len: 168 time: 0.9911580 Feb 12 21:59:53.692107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Pushing event deleted for resources: {'Network': ['ID=703383c2-ff25-41c1-9300-0c6956ba0318,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:53.694047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 42054) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:53.694837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:53.760284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Deleting subnet 5791be86-2e0d-4bfc-bf8f-55caa6171461 {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:59:53.763371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.819191 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:53.879104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:54.149162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:54.165760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:54.265819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5791be86-2e0d-4bfc-bf8f-55caa6171461,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:54.269706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:54.303448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:54.309503 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5791be86-2e0d-4bfc-bf8f-55caa6171461 HTTP/1.1" status: 204 len: 168 time: 0.6141253 Feb 12 21:59:54.312244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 42064) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:54.429067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:54.620630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:54.737084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc99b03-97f3-40b7-940d-a69f1cacd3fe']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:54.749778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92e44c9-dbba-45a0-93ed-a4ac31a27b00') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:54.750113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92e44c9-dbba-45a0-93ed-a4ac31a27b00') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:59:54.762046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:54.780629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:54.783203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:59:54.961458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Network bfc99b03-97f3-40b7-940d-a69f1cacd3fe has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:59:54.970578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:55.154001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Network bfc99b03-97f3-40b7-940d-a69f1cacd3fe has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:59:55.176728 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:59:55.254069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:55.258230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-52f4d6c4-a6a7-4192-9c6c-c09c283af9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:55.278454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:55.289611 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] 10.222.0.36 "DELETE /v2.0/networks/bfc99b03-97f3-40b7-940d-a69f1cacd3fe HTTP/1.1" status: 204 len: 168 time: 0.9763167 Feb 12 21:59:55.290701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc99b03-97f3-40b7-940d-a69f1cacd3fe,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:55.293910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:55.461384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 42080) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:55.514723 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0c9950f3-29c4-4a85-a765-a8d56acf6cd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab3f758e9d374b8994943f421fd96a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519862 Feb 12 21:59:55.517303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 42086) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:55.589643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:55.617795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:55.669428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:55.675157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2720bb69-f409-4963-ac6e-697b8b178948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:55.688350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878e3d8-c9b6-406d-ad8c-c83394cee6e8,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:55.691133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:55.694794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:55.696852 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3878e3d8-c9b6-406d-ad8c-c83394cee6e8 HTTP/1.1" status: 204 len: 168 time: 0.1785488 Feb 12 21:59:56.045152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 42096) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:56.100635 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-925a2eb0-172f-4172-af08-657823f39b3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16fb9b2cf938431cb39c1c95bc41c0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541909 Feb 12 21:59:56.103433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 42100) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:59:56.163325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:56.189851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:56.235279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:56.240535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0aac3ba1-d07a-42d1-a8f0-2090672c371d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:59:56.254160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e457217c-f796-4583-ab17-de4420d34882,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:59:56.257337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:59:56.258385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:59:56.262481 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e457217c-f796-4583-ab17-de4420d34882 HTTP/1.1" status: 204 len: 168 time: 0.1551507 Feb 12 21:59:59.789456 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-0428c909-225f-4ab2-8722-cc3779216b8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810387 Feb 12 21:59:59.954955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-277effb8-476b-4b01-af00-aa943e277b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:59:59.956609 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-277effb8-476b-4b01-af00-aa943e277b9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.0799572 Feb 12 22:00:00.116386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-1f8836d0-5960-461c-a57d-317a051861ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:00.117998 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-1f8836d0-5960-461c-a57d-317a051861ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1419766 Feb 12 22:00:00.195440 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-82a10185-3cf0-4c32-822e-bcc63ec648f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0697753 Feb 12 22:00:00.265150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-6bc3c6ed-215f-4308-a7ad-2c1a5bcf23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:00.266707 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-6bc3c6ed-215f-4308-a7ad-2c1a5bcf23a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0643699 Feb 12 22:00:00.321930 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-dea48f38-2b67-4114-8d9f-bff23cf51d38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488067 Feb 12 22:00:00.465950 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-04cee168-a3a6-418c-add4-83ec027c44fc service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367190 Feb 12 22:00:00.608757 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bfef7fbc-5ac6-4209-bded-996dd776166f req-d5b71d03-4a8e-4bb1-8306-3449eae9f3b2 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365190 Feb 12 22:00:03.153852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc758720-2c63-4e8c-b95c-c94338d4bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:05.067858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50dd4c6a-897f-40f4-b49b-662f05b9fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:05.378944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:06.614863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:07.508448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:08.105882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:09.946501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:00:33.157710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5609cc5f-7042-4ed7-9e87-14453ea8fbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:34.322865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4c40-818a-49f9-ac0d-6247a3dab752 req-13a43b6b-7654-48ed-832e-c407d21e7888 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:34.324467 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-025c4c40-818a-49f9-ac0d-6247a3dab752 req-13a43b6b-7654-48ed-832e-c407d21e7888 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 945 time: 0.0855184 Feb 12 22:00:34.372680 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-025c4c40-818a-49f9-ac0d-6247a3dab752 req-013b3f9f-fd69-4401-b9fd-763a631d11e8 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Feb 12 22:00:35.063789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b793cb63-97e8-4c4c-bcad-a3a304dd1090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:35.325028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-67e7bf70-3867-4d76-9a43-11ba22717402 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:35.326599 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-67e7bf70-3867-4d76-9a43-11ba22717402 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 945 time: 0.0889230 Feb 12 22:00:35.378051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:35.403634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Deleting port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:00:35.403634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:35.577712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1a595-6a7e-42a8-9513-6d6b525280e4 req-b6950940-0113-4e27-9a76-68f560e644cd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:35.579284 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c5d1a595-6a7e-42a8-9513-6d6b525280e4 req-b6950940-0113-4e27-9a76-68f560e644cd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 945 time: 0.0874748 Feb 12 22:00:35.630279 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c5d1a595-6a7e-42a8-9513-6d6b525280e4 req-cd54ae6c-50b6-42b5-a82b-9dea7be687ca tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Feb 12 22:00:35.675172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] For port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:00:35.675568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:36.005633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:00:36.029413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Calling delete_port for 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:00:36.135347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:36.206670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:36.223953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e90b12bc-adab-491f-9409-a1c275317883 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:00:36.331722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event deleted for resources: {'Port': ['ID=8d0705dd-3d64-4d11-8f2d-f104e3fbe38d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:00:36.336450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:00:36.435113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] No DVR routers for this DVR port 8d0705dd-3d64-4d11-8f2d-f104e3fbe38d on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:00:36.438914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:36.441638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'name': 'network-vif-deleted', 'tag': '8d0705dd-3d64-4d11-8f2d-f104e3fbe38d'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:00:36.457342 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1ffb6b09-e6cd-48b9-b0b0-bb11e74a6cb2 req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "DELETE /v2.0/ports/8d0705dd-3d64-4d11-8f2d-f104e3fbe38d HTTP/1.1" status: 204 len: 173 time: 1.1254098 Feb 12 22:00:36.617510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:36.809712 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0e17da92-8081-46a2-8ef0-aab46b8a662e req-b7e54017-dfe8-49d9-af21-e9ecabd78626 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c6ee92-ebb5-40f1-9782-519f3d2fa6fb HTTP/1.1" status: 200 len: 210 time: 0.0515642 Feb 12 22:00:37.512231 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c6ee92-ebb5-40f1-9782-519f3d2fa6fb', 'name': 'network-vif-deleted', 'tag': '8d0705dd-3d64-4d11-8f2d-f104e3fbe38d', 'status': 'completed', 'code': 200} Feb 12 22:00:37.648457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:38.131307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:38.314465 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a8502-add0-478b-a2cb-f83bddbdd6ad req-b44c80a9-0d81-4520-b75a-0b3879d41d9b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:38.316203 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d59a8502-add0-478b-a2cb-f83bddbdd6ad req-b44c80a9-0d81-4520-b75a-0b3879d41d9b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 945 time: 0.0887914 Feb 12 22:00:38.366099 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d59a8502-add0-478b-a2cb-f83bddbdd6ad req-a7a10478-bf12-4432-83b2-a6b6f79aa0d6 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Feb 12 22:00:39.275438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-fb96973a-3cf1-4450-9af6-94af38a1b09f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:39.276134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-fb96973a-3cf1-4450-9af6-94af38a1b09f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:00:39.291045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-fb96973a-3cf1-4450-9af6-94af38a1b09f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:00:39.292280 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-fb96973a-3cf1-4450-9af6-94af38a1b09f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 945 time: 0.1022220 Feb 12 22:00:39.370654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Deleting port 56046c26-c882-4c0e-beec-b3a177d2d569 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:00:39.371064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:39.699282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d71fe-b055-4f17-8b89-17b1f11114a7 req-8a713c2e-b209-46ec-9c2e-e108e39addbc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:00:39.700807 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee8d71fe-b055-4f17-8b89-17b1f11114a7 req-8a713c2e-b209-46ec-9c2e-e108e39addbc tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e703e-950d-4b9d-8991-d67e5e2b496b HTTP/1.1" status: 200 len: 945 time: 0.2164364 Feb 12 22:00:39.737113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] For port 56046c26-c882-4c0e-beec-b3a177d2d569, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=56046c26-c882-4c0e-beec-b3a177d2d569,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:00:39.737503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:39.886421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Calling delete_port for 56046c26-c882-4c0e-beec-b3a177d2d569 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:00:39.930553 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ee8d71fe-b055-4f17-8b89-17b1f11114a7 req-237247ed-3cd3-4d5a-b399-297f636826fd tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178903 Feb 12 22:00:40.033610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 56046c26-c882-4c0e-beec-b3a177d2d569 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:00:40.047709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:40.064204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-55bb2399-1e6e-4f11-8224-d3213d2c9d67 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:00:40.075445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] No Port match for: 56046c26-c882-4c0e-beec-b3a177d2d569 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:00:40.076078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 56046c26-c882-4c0e-beec-b3a177d2d569 not bound to the agent host hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:00:40.159853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event deleted for resources: {'Port': ['ID=56046c26-c882-4c0e-beec-b3a177d2d569,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:00:40.166598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:00:40.277990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] No DVR routers for this DVR port 56046c26-c882-4c0e-beec-b3a177d2d569 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:00:40.280355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:00:40.283698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'name': 'network-vif-deleted', 'tag': '56046c26-c882-4c0e-beec-b3a177d2d569'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:00:40.300913 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-27a6107a-0ded-4f62-bf4a-16477afc6054 req-8452a536-f77d-42b2-97b1-940fe79bc182 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "DELETE /v2.0/ports/56046c26-c882-4c0e-beec-b3a177d2d569 HTTP/1.1" status: 204 len: 173 time: 1.0028784 Feb 12 22:00:40.332500 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e703e-950d-4b9d-8991-d67e5e2b496b', 'name': 'network-vif-deleted', 'tag': '56046c26-c882-4c0e-beec-b3a177d2d569', 'status': 'completed', 'code': 200} Feb 12 22:00:40.528848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-e04a4ec8-5413-4465-9e70-e78b7a6466db req-b5fa2436-f369-4eac-b20a-6e7c0bc0d166 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] (84047) timed out ('10.222.0.69', 52796) {{(pid=84047) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 12 22:00:46.946031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:01:03.160230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3fa59680-7797-444a-8800-da7c9b311444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:05.056514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b545eca1-ef97-4eae-98ee-5d5307356256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:05.385882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:06.619797 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:07.524044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:08.120965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:23.946022 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:01:33.162800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4b282d60-1ec9-447b-b1f2-a20748ecc5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:35.060171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-442bce68-5dc3-4dd6-a1f3-06ef70d13d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:35.383914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:36.622720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:37.527629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:01:38.136610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:00.944938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:02:03.165084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fe0df09-84e5-402b-bfdd-5a9683740f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:03.910088 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-8ef9c0d8-49d3-457d-acc8-510f83df0908 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2189727 Feb 12 22:02:04.078530 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-933cc128-faea-419b-aae2-63ac38473a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:02:04.080264 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-933cc128-faea-419b-aae2-63ac38473a19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.0792482 Feb 12 22:02:04.240127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-8475e6aa-2889-4abb-a903-2a488ac97e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:02:04.241701 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-8475e6aa-2889-4abb-a903-2a488ac97e64 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1416545 Feb 12 22:02:04.317539 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-1b632bda-ab52-472f-8d88-6c40d40eda67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0692155 Feb 12 22:02:04.388893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-5c8ec310-bba7-4d93-aa33-691b378e6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:02:04.390436 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-5c8ec310-bba7-4d93-aa33-691b378e6521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0660317 Feb 12 22:02:04.443801 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-27c2439a-3e02-478f-9e5b-79d45b2d871f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460360 Feb 12 22:02:04.592619 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-9957a6a4-99e7-414c-a0bd-8ad359e2da1a service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417832 Feb 12 22:02:04.739713 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b1edc621-b8f0-4e6a-8437-4c1f30bd14dd req-85015fb3-475e-4035-8fac-e09448477f97 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403255 Feb 12 22:02:05.063012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6485994a-bec4-4386-bb07-46afdd5c66f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:05.387424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:06.625034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:07.529890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:08.136061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:33.166780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9913b1c-5f3e-4dff-8ea0-fc397dd3f6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:35.067198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e35fc337-f31c-491d-a705-f3522e1e322d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:35.389723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:36.627880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:37.825695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:02:37.945570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:02:38.135225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:03.168123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c2e8-b73f-4905-95fd-bd85aa3915df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:05.069568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7465297-2447-4171-b01c-cf9a2773ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:05.394233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:05.813980 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-91694015-b6a4-4886-80d3-50e4560c4416 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0760355 Feb 12 22:03:05.982401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bf47-0e44-4611-a390-958e5db9571c req-a281ea1e-7d15-41f5-963f-f02842ddff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:03:05.984120 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-a281ea1e-7d15-41f5-963f-f02842ddff8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.0819702 Feb 12 22:03:06.142217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bf47-0e44-4611-a390-958e5db9571c req-8cf6ce42-0acf-4bd1-bd59-6f2334672fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:03:06.144459 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-8cf6ce42-0acf-4bd1-bd59-6f2334672fd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1407723 Feb 12 22:03:06.217714 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-7fc8890a-cc75-4a92-8bcd-f27e5199f6a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0665622 Feb 12 22:03:06.290674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bf47-0e44-4611-a390-958e5db9571c req-0536d3d5-f828-42da-b155-76025c3dc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:03:06.292320 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-0536d3d5-f828-42da-b155-76025c3dc26f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0678930 Feb 12 22:03:06.345441 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-724c8f3c-5068-4711-99e3-bda446b869d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467281 Feb 12 22:03:06.493943 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-bc21d7b4-eaf2-49d9-920d-2ae77368e706 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407645 Feb 12 22:03:06.632364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:06.639194 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-99c9bf47-0e44-4611-a390-958e5db9571c req-a3d4bc1d-2085-4ca0-9db1-d376e3d3cdeb service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386733 Feb 12 22:03:07.536210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:08.136983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:14.944510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:03:33.170122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-933ef423-fb21-4a09-b65e-8de86d8c386a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:35.071261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d36d81e-58fb-427a-8b4b-d98cb7438328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:35.394886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:36.635008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:37.540804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:38.133379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:03:51.944724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:04:03.172186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91f492e9-5bfa-43df-b3e8-4e9bbbeb4700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:05.072566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2492d9d5-0517-45e1-8110-776b46115174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:05.398496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:05.772283 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-56c63c56-a59b-45b6-86e7-5a77dfcbecf7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0819235 Feb 12 22:04:06.160682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748e0e-f982-4bea-8624-b049745be8a3 req-a325ffe2-1fae-4b5f-9eda-4deb47537437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:04:06.162328 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-a325ffe2-1fae-4b5f-9eda-4deb47537437 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.2986834 Feb 12 22:04:06.321007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748e0e-f982-4bea-8624-b049745be8a3 req-d0cc30ef-e474-4897-93b9-aa09bb59bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:04:06.322571 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-d0cc30ef-e474-4897-93b9-aa09bb59bf89 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1393402 Feb 12 22:04:06.401388 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-80a95ebe-3bff-4358-a952-aebf236da322 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0724738 Feb 12 22:04:06.472064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748e0e-f982-4bea-8624-b049745be8a3 req-49280ca5-6b34-47c8-939b-b92ccd88afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:04:06.473668 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-49280ca5-6b34-47c8-939b-b92ccd88afa8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0657260 Feb 12 22:04:06.530810 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-79aaea64-997b-47b3-8546-d379571de6d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508113 Feb 12 22:04:06.639537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:06.684957 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-2c085dac-78f5-4ad9-82d8-105b526ef2b9 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475656 Feb 12 22:04:06.826402 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-56748e0e-f982-4bea-8624-b049745be8a3 req-2ff1dda1-38ae-4cf5-ace0-7c252ceb4a66 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348495 Feb 12 22:04:07.544300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:08.133813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:28.945144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:04:33.175916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8faae2cb-9a77-456d-a7d4-18b1b41b2f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:35.083789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9695e43-4928-451e-9ff1-c1d42a6bd1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:35.400571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:36.641473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:37.663375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:04:38.132065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:03.176915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5f0df96-caed-48c7-b8ca-04a8c5a233c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:05.077133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-00b148f0-17d8-4a01-9c50-c7603e9a71df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:05.402229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:05.945227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:05:06.644273 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:06.816313 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-c1a30677-9786-4322-9454-4f7842bca70e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0785043 Feb 12 22:05:06.981474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-bbd82a45-bf91-4a2c-a601-e33e3b06ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:05:06.983169 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-bbd82a45-bf91-4a2c-a601-e33e3b06ef7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.0792632 Feb 12 22:05:07.140019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-b8258af9-0aeb-4163-97eb-1cc6d45ebd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:05:07.141616 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-b8258af9-0aeb-4163-97eb-1cc6d45ebd49 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1388209 Feb 12 22:05:07.222974 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-74f401c9-db7b-476e-831c-64f7b4292c11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0708389 Feb 12 22:05:07.290211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-9366999c-7e00-429b-a2c8-e045ae4659a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:05:07.291816 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-9366999c-7e00-429b-a2c8-e045ae4659a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0655859 Feb 12 22:05:07.350912 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-270b6519-b662-4736-8e6a-f467fb5dde1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528035 Feb 12 22:05:07.506274 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-c0fd818f-63b7-4e4b-a900-7df53de69376 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488132 Feb 12 22:05:07.556987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:07.656071 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-21978303-4528-41b5-9d29-4f12aa51b3cf req-515d9b43-eea8-471f-be5d-2b796e5b6972 service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427479 Feb 12 22:05:08.132358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:33.179359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1d61e5-288b-4d0b-8577-d355302d43c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:35.079597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b007108-c22e-44e3-9c71-2f081082c355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:35.405826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:36.645491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:37.312956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46022) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:37.557117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:37.999068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:38.131986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:38.378775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Deleting port dc3feefe-7288-4b20-a98a-1dd3564b451e {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:38.379178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:38.563767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] For port dc3feefe-7288-4b20-a98a-1dd3564b451e, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=dc3feefe-7288-4b20-a98a-1dd3564b451e,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:05:38.564169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:38.697278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Calling delete_port for dc3feefe-7288-4b20-a98a-1dd3564b451e owned by network:router_interface {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:05:39.121959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46062) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:39.243335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:39.259559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-019b805a-28ce-47b3-98a5-8a9911bbd901 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:39.362759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3feefe-7288-4b20-a98a-1dd3564b451e,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:39.375654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.376068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.376478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.376879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.377276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.377677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.378072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.378478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.378882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.379275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.379669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.380055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.380617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.380844 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.381824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.382214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.382707 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.382991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.383380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.383767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.384285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.384511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.384900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.385284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:39.390611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:39.723035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:39.776641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:40.152883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Deleting port cd817a35-ffae-4fd9-93ff-de95887e670a {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:40.153492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:40.248295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:05:40.339048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] For port cd817a35-ffae-4fd9-93ff-de95887e670a, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=cd817a35-ffae-4fd9-93ff-de95887e670a,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:05:40.339445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:40.446930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:05:40.456441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] Sync routers for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:05:40.464175 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] 10.222.0.36 "PUT /v2.0/routers/66cd5171-d201-4d00-bf8c-6e90dd8ce327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1475058 Feb 12 22:05:40.464399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46078) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:40.479822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Calling delete_port for cd817a35-ffae-4fd9-93ff-de95887e670a owned by network:router_interface {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:05:40.486795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:05:40.487756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:05:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:40.671045 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:40.687669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a1e281ea-dcf6-4011-ad78-129220f95e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:40.703191 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks [] for router, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:40.721912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:05:41.079421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd817a35-ffae-4fd9-93ff-de95887e670a,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:41.098678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.099125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.099543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.100519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.100924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.101329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.101732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.102139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.102540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.103005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.103980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.104107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.104456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.104848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.105233 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.105741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.106137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.106529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.106943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.107339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.107730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.108363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.108567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.108909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:05:41.114552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:41.147677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:41.153480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Deleting port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:41.153980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:41.262507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T22:05:39Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:41.267193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] Checking router: 66cd5171-d201-4d00-bf8c-6e90dd8ce327 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:05:41.279655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] Routers {'66cd5171-d201-4d00-bf8c-6e90dd8ce327'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:05:41.284873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:05:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:41.357047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] For port 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1cebf9f2-1ad8-4c43-997d-5cf49e7736b1,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:05:41.357451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:41.438517 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:41.483967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] Set router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:05:41.501500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Calling delete_port for 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 owned by network:router_gateway {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:05:41.644544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: result = function(*args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: proto.__init__(conn_state, self) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: self.handle() Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: self.handle_one_request() Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: self.handle_one_response() Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: result = self.application(self.environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return app(environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self.application) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return request.get_response(self.application) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: response = req.get_response(self._app) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: application, catch_exc_info=False) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: app_iter = application(self.environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return resp(environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return resp(environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: response = self.app(environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return resp(environ, start_response) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: resp = self.call_func(req, *args, **kw) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.func(req, *args, **kwargs) Feb 12 22:05:41.651298 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: result = method(request=request, **args) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._delete(request, id, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*dup_args, **dup_kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: obj_deleter(request.context, id, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return method(*args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(*dup_args, **dup_kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: self._delete_current_gw_port(context, id, router, None) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: admin_ctx, gw_port_id, l3_port_check=False) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, context, *args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return method(*args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: context, port, router_ids, bound_mech_contexts) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: return function(*args, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: callback(resource, event, trigger, **kwargs) Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: if self._is_session_semantic_violated(context, resource, event): Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: stack = traceback.extract_stack() Feb 12 22:05:41.657532 dv-cinder-775250-2-iscsi neutron-server[83933]: Feb 12 22:05:41.814880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T22:05:39Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:41.819683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e806104-2ef7-453b-8c90-2d063ef49398 None None] The sync data for ids ['66cd5171-d201-4d00-bf8c-6e90dd8ce327'] in dv-cinder-775250-2-iscsi is: [{'id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'name': 'tempest-AttachVolumeTestJSON-1959266466-router', 'tenant_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:30Z', 'updated_at': '2021-02-12T22:05:39Z', 'revision_number': 5, 'project_id': 'a6a03cda6c7248a194e434a6bf03cfda', 'gw_port': {'id': '1cebf9f2-1ad8-4c43-997d-5cf49e7736b1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5171-d201-4d00-bf8c-6e90dd8ce327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:33Z', 'updated_at': '2021-02-12T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:05:41.878714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.008207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Router 27f46364-d442-4e75-a157-e5df1ffac73b has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:05:42.032659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.035026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.157136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.157773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66cd5171-d201-4d00-bf8c-6e90dd8ce327 {{(pid=84046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 22:05:42.170768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] Notify callbacks [] for router, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.172069 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7663719d-d4ae-41c6-afb8-b7e9cfed370e admin admin] 10.222.0.36 "DELETE /v2.0/routers/66cd5171-d201-4d00-bf8c-6e90dd8ce327 HTTP/1.1" status: 204 len: 168 time: 1.7066579 Feb 12 22:05:42.174685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46096) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:42.214113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:05:42.223512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] Sync routers for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:05:42.229786 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a583ffc7-1e51-4a4a-908e-fec5b64dde8c admin admin] 10.222.0.36 "PUT /v2.0/routers/27f46364-d442-4e75-a157-e5df1ffac73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1038120 Feb 12 22:05:42.230178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46100) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:42.235587 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:05:42.236454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:05:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:42.379199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Deleting subnet 1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:05:42.379516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device dc3feefe-7288-4b20-a98a-1dd3564b451e no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:05:42.386582 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.434390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: dc3feefe-7288-4b20-a98a-1dd3564b451e {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:05:42.434768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device dc3feefe-7288-4b20-a98a-1dd3564b451e not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:05:42.462459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.493205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:05:42.529510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks [] for router, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.770836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.804538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T22:05:40Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:42.808673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] Checking router: 27f46364-d442-4e75-a157-e5df1ffac73b for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:05:42.818242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] Routers {'27f46364-d442-4e75-a157-e5df1ffac73b'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:05:42.819474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:05:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['27f46364-d442-4e75-a157-e5df1ffac73b'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:42.827947 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.839635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Deleting port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:42.839928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:42.946348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:05:43.028125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] Set router 27f46364-d442-4e75-a157-e5df1ffac73b gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:05:43.214251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] For port 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=50b36d05-7b2f-4ba0-8963-8a6fd6e86da1,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:05:43.214799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:43.350448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T22:05:40Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:43.356028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83982f9e-146f-4d12-98cb-4df9d8d2fa0d None None] The sync data for ids ['27f46364-d442-4e75-a157-e5df1ffac73b'] in dv-cinder-775250-2-iscsi is: [{'id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'name': 'tempest-AttachVolumeShelveTestJSON-659725116-router', 'tenant_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:35:34Z', 'updated_at': '2021-02-12T22:05:40Z', 'revision_number': 5, 'project_id': 'cb1dd963b5de455d9e4fae67504bcc7d', 'gw_port': {'id': '50b36d05-7b2f-4ba0-8963-8a6fd6e86da1', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f46364-d442-4e75-a157-e5df1ffac73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:35:37Z', 'updated_at': '2021-02-12T21:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:05:43.591280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Calling delete_port for 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 owned by network:router_gateway {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:05:43.658478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:43.680890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:43.794431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b96d208-2bc9-4411-aad9-7b85c3c9e3e2,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:43.797368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:43.880475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:43.884492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8d742-2342-46da-abab-b23f8111c126 None None] Network 86e6ed5d-4e82-422f-95bb-877219275b17 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:05:43.896122 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1b96d208-2bc9-4411-aad9-7b85c3c9e3e2 HTTP/1.1" status: 204 len: 168 time: 1.7203326 Feb 12 22:05:43.897650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:43.899409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46114) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:44.032966 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.121405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Deleting port e5ef2224-7489-4894-93b7-e11ddc5336cb {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:44.122208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.126354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.243372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf1556-de03-421d-a8ea-260c7bbed6b9 None None] DHCP port deletion for 86e6ed5d-4e82-422f-95bb-877219275b17 request from dv-cinder-775250-2-iscsi {{(pid=84048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 22:05:44.249131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf1556-de03-421d-a8ea-260c7bbed6b9 None None] Deleting port e5ef2224-7489-4894-93b7-e11ddc5336cb {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:44.249559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1556-de03-421d-a8ea-260c7bbed6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.274311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.277047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.320564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.321138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27f46364-d442-4e75-a157-e5df1ffac73b {{(pid=84046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 22:05:44.336394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] Notify callbacks [] for router, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.346088 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-135cdf16-a860-40d9-ac9f-d38a62b3b407 admin admin] 10.222.0.36 "DELETE /v2.0/routers/27f46364-d442-4e75-a157-e5df1ffac73b HTTP/1.1" status: 204 len: 168 time: 2.1064601 Feb 12 22:05:44.346964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46126) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:44.438692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] For port e5ef2224-7489-4894-93b7-e11ddc5336cb, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=e5ef2224-7489-4894-93b7-e11ddc5336cb,segment=NetworkSegment(0ca400fd-3f32-4fb0-b725-83d5872fb4e0),segment_id=0ca400fd-3f32-4fb0-b725-83d5872fb4e0)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:05:44.439210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.439915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Deleting subnet 06ae67bb-7b12-4bf5-a3b2-3427a70314e0 {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:05:44.444047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.499638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:05:44.500276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.546562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:05:44.546963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1cebf9f2-1ad8-4c43-997d-5cf49e7736b1 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:05:44.547745 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device cd817a35-ffae-4fd9-93ff-de95887e670a no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:05:44.582610 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Calling delete_port for e5ef2224-7489-4894-93b7-e11ddc5336cb owned by network:dhcp {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:05:44.588074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: cd817a35-ffae-4fd9-93ff-de95887e670a {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:05:44.588681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device cd817a35-ffae-4fd9-93ff-de95887e670a not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:05:44.589322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device e5ef2224-7489-4894-93b7-e11ddc5336cb no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:05:44.600956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.672242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.687030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf1556-de03-421d-a8ea-260c7bbed6b9 None None] The port 'e5ef2224-7489-4894-93b7-e11ddc5336cb' was deleted {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 22:05:44.689219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-68386b1a-d52e-4d31-8840-5d004b954466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:44.695578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No active binding found for port e5ef2224-7489-4894-93b7-e11ddc5336cb {{(pid=84048) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Feb 12 22:05:44.695578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device e5ef2224-7489-4894-93b7-e11ddc5336cb not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:05:44.799939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ef2224-7489-4894-93b7-e11ddc5336cb,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:44.805316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:44.840542 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] No DVR routers for this DVR port e5ef2224-7489-4894-93b7-e11ddc5336cb on host dv-cinder-775250-2-iscsi {{(pid=84047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:05:44.884144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:44.899645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:44.964921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.001888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ae67bb-7b12-4bf5-a3b2-3427a70314e0,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:45.006597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:45.052210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.053461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a194ee-e25c-4c12-b4d2-4dcb82480f7a None None] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:05:45.067878 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-baae16ec-49ad-4726-a258-5c9ce846315b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/06ae67bb-7b12-4bf5-a3b2-3427a70314e0 HTTP/1.1" status: 204 len: 168 time: 0.7168553 Feb 12 22:05:45.067878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46132) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:45.091464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e6ed5d-4e82-422f-95bb-877219275b17']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:45.108067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca400fd-3f32-4fb0-b725-83d5872fb4e0') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:45.108407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca400fd-3f32-4fb0-b725-83d5872fb4e0') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:45.123638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.139910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.142196 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:05:45.221841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.313609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Deleting port 06a40fca-876f-4b38-9dfd-f2e5df428b1d {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:45.314187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.356162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Network 86e6ed5d-4e82-422f-95bb-877219275b17 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:05:45.366244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.403299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] DHCP port deletion for 3bc504f8-feb8-4610-82f2-0e164be44d7e request from dv-cinder-775250-2-iscsi {{(pid=84048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 22:05:45.408814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Deleting port 06a40fca-876f-4b38-9dfd-f2e5df428b1d {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:45.409316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.556890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] For port 06a40fca-876f-4b38-9dfd-f2e5df428b1d, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=06a40fca-876f-4b38-9dfd-f2e5df428b1d,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:05:45.557166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Network 86e6ed5d-4e82-422f-95bb-877219275b17 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:05:45.557264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:05:45.580734 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:05:45.650228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] For port 06a40fca-876f-4b38-9dfd-f2e5df428b1d, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=06a40fca-876f-4b38-9dfd-f2e5df428b1d,segment=NetworkSegment(cabd7a59-0729-42c0-99bd-24467a4aecc4),segment_id=cabd7a59-0729-42c0-99bd-24467a4aecc4)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:05:45.650574 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.703786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Calling delete_port for 06a40fca-876f-4b38-9dfd-f2e5df428b1d owned by network:dhcp {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:05:45.789807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.795536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Calling delete_port for 06a40fca-876f-4b38-9dfd-f2e5df428b1d owned by network:dhcp {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:05:45.806121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:45.878356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84048) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 22:05:45.878762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 22:05:45.919392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a40fca-876f-4b38-9dfd-f2e5df428b1d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:45.919674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.923031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:45.923179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:45.939251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:45.946154 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86e6ed5d-4e82-422f-95bb-877219275b17,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:45.950876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:45.961767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] No DVR routers for this DVR port 06a40fca-876f-4b38-9dfd-f2e5df428b1d on host dv-cinder-775250-2-iscsi {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:05:45.963810 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/86e6ed5d-4e82-422f-95bb-877219275b17 HTTP/1.1" status: 204 len: 168 time: 2.0632319 Feb 12 22:05:46.083053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46144) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:46.092286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.140544 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4bd41a27-12da-40e7-acf4-5a25a275a120 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6a03cda6c7248a194e434a6bf03cfda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533104 Feb 12 22:05:46.140785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46148) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:46.206989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.211162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc504f8-feb8-4610-82f2-0e164be44d7e']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:46.224781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabd7a59-0729-42c0-99bd-24467a4aecc4') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:46.225117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabd7a59-0729-42c0-99bd-24467a4aecc4') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:05:46.235217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.238238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.260627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.263194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:05:46.303567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.309651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-62ed2c9a-4cda-420d-b682-cc8ac2d850de tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:46.324110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd349c-9cc4-4a35-9ca6-50e325e300c0,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:46.328065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:46.355507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.363480 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85dd349c-9cc4-4a35-9ca6-50e325e300c0 HTTP/1.1" status: 204 len: 168 time: 0.2208109 Feb 12 22:05:46.380825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Deleting port 06a40fca-876f-4b38-9dfd-f2e5df428b1d {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:05:46.382518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.454206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:05:46.462498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:05:46.481423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.507555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-eece5c31-0e00-42d6-a926-8e0f17cfe552 None None] The port '06a40fca-876f-4b38-9dfd-f2e5df428b1d' was deleted {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 22:05:46.508433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:05:46.508828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 50b36d05-7b2f-4ba0-8963-8a6fd6e86da1 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:05:46.509305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 06a40fca-876f-4b38-9dfd-f2e5df428b1d no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:05:46.547730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 06a40fca-876f-4b38-9dfd-f2e5df428b1d {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:05:46.548019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 06a40fca-876f-4b38-9dfd-f2e5df428b1d not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:05:46.682387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Network 3bc504f8-feb8-4610-82f2-0e164be44d7e has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:05:46.709338 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:05:46.792638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.796428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:46.810778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:46.822058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc504f8-feb8-4610-82f2-0e164be44d7e,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:46.825609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:46.836726 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3bc504f8-feb8-4610-82f2-0e164be44d7e HTTP/1.1" status: 204 len: 168 time: 1.7681019 Feb 12 22:05:47.021853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46178) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:47.083646 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e620569d-10b0-46f2-94f3-7e7001b74832 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb1dd963b5de455d9e4fae67504bcc7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0604742 Feb 12 22:05:47.085553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46184) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:47.151823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:47.180203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:47.228304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:47.233929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:47.248552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd252ef3-d7cc-4774-889f-b11f81a8b7e9,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:47.251415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:47.257798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:47.259233 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd252ef3-d7cc-4774-889f-b11f81a8b7e9 HTTP/1.1" status: 204 len: 168 time: 0.1725047 Feb 12 22:05:59.341649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46430) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:59.469156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:59.484818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:05:59.488845 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Usage tracker for resource:security_group_rule and tenant:344d48b926084665affd84747f607c22 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:05:59.492354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:05:59.498033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:05:59.588893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:59.591984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:59.602180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fe19e2e5-fedd-4a22-aac8-d7c8383e37c2 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:59.645093 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=344d48b926084665affd84747f607c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022828 Feb 12 22:05:59.648056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46442) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:05:59.651584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8673db-7260-4cf4-8703-2ead8cf19cf5,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:59.669105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:59.721236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:59.750875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:59.800443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:59.806315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-325aae32-1b83-469b-86ac-b023f5ed6ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:05:59.820302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8673db-7260-4cf4-8703-2ead8cf19cf5,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:05:59.883955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:05:59.883955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:05:59.883955 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd8673db-7260-4cf4-8703-2ead8cf19cf5 HTTP/1.1" status: 204 len: 168 time: 0.1775134 Feb 12 22:06:00.126150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46458) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:00.149386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:00.165235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:00.169454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Usage tracker for resource:security_group_rule and tenant:10a24b3e7b50443580916ac290e14eb3 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:00.172477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:00.178738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:00.264862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:00.267526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:00.276849 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-321bced2-6976-4b0f-9a47-2c7b1825a350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:00.317293 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10a24b3e7b50443580916ac290e14eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898899 Feb 12 22:06:00.320194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46462) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:00.321869 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739688cb-d7d5-4af7-8ae8-6757a043ac1d,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:00.325065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:00.384606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:00.412566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:00.456474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:00.461951 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-519b1be3-fa5c-4c69-88ae-cdede5d05b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:00.472645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739688cb-d7d5-4af7-8ae8-6757a043ac1d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:00.478371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:00.480937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:00.481948 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/739688cb-d7d5-4af7-8ae8-6757a043ac1d HTTP/1.1" status: 204 len: 168 time: 0.1606538 Feb 12 22:06:02.501294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46548) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:02.624093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:02.639356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:02.643421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb8e4503dbf472fadc387653dce742e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:02.646978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:02.652788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:02.741801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:02.744788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:02.753994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0af7d0db-812b-4525-bfe4-be9fdc19fc99 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:02.797819 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4eb8e4503dbf472fadc387653dce742e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952971 Feb 12 22:06:02.798773 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4c01c-79a8-48c6-aefd-ba1109595b07,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:02.800705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46556) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:02.802394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:02.866048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:02.893300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:02.942669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:02.948484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4d39f74a-0873-469c-a42c-ebc4b918c563 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:02.964756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4c01c-79a8-48c6-aefd-ba1109595b07,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:02.967973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:02.972484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:02.973726 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bc4c01c-79a8-48c6-aefd-ba1109595b07 HTTP/1.1" status: 204 len: 168 time: 0.1718721 Feb 12 22:06:03.180996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd0fd-fd91-4725-81bd-29a7bd78fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.319509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 46576) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:03.339416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.354993 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:03.359073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Usage tracker for resource:security_group_rule and tenant:0d31094f590b44c5a4a15ac23f13a73d is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:03.362057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:03.368851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:03.455447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.458221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.466622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-87f39e6b-822a-4eed-a316-cf5a1202fb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:03.510305 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d31094f590b44c5a4a15ac23f13a73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895897 Feb 12 22:06:03.512136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7040c9-3252-4333-b8f1-749e31a099cd,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:03.513281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 46580) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:03.515527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:03.575890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.603221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.648589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.653852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6d39f197-69f3-4896-b3bf-45d4669715f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:03.668168 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7040c9-3252-4333-b8f1-749e31a099cd,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:03.671347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:03.672265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:03.673515 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb7040c9-3252-4333-b8f1-749e31a099cd HTTP/1.1" status: 204 len: 168 time: 0.1592224 Feb 12 22:06:05.085254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0776392-f54c-470a-b2b8-02b062158f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:05.408012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:06.647200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:07.558819 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:07.771714 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-3d1ae90c-958d-4a90-9246-eb6af2b6bb67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835638 Feb 12 22:06:07.938507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-96bee02e-cb41-4da6-9049-4af02af88c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:06:07.940297 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-96bee02e-cb41-4da6-9049-4af02af88c91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 1163 time: 0.0802650 Feb 12 22:06:08.105794 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-491f2859-9993-4c8c-be63-c96b50d1ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:06:08.107432 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-491f2859-9993-4c8c-be63-c96b50d1ef34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 200 len: 909 time: 0.1443329 Feb 12 22:06:08.130597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:08.188555 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-621d3bbc-8ef1-412b-a399-89def2b72a21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 200 len: 217 time: 0.0728064 Feb 12 22:06:08.260791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-8bc879f3-855f-404f-b3e1-62f3a37e9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:06:08.262404 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-8bc879f3-855f-404f-b3e1-62f3a37e9c7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 200 len: 855 time: 0.0666528 Feb 12 22:06:08.318792 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-42169e4d-34ff-4b0b-a10c-3f854bff467f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ffbb97b4-0b56-48c8-828f-c2286d8486dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504239 Feb 12 22:06:08.329061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-b1016e88-146c-4718-ba8f-a56dbc5ccfa5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 22:06:08.330166 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-b1016e88-146c-4718-ba8f-a56dbc5ccfa5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053236 Feb 12 22:06:08.476379 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-6b2f5452-f7e1-49b6-813c-900ba1b49dcd service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380720 Feb 12 22:06:08.855847 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-399f9583-0ed4-422f-b1c3-4a5dcaf322ab req-396dc4b0-aa5a-47af-8370-bfef2ef875da service neutron] 10.222.0.69 "GET /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3731406 Feb 12 22:06:19.946439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:06:33.182422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd535-6162-4e39-ac00-8727879dab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:35.078905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f87f31b5-7e29-4c81-8f0e-dee41164a702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:35.409364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:36.649456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:37.678079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:38.131182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:41.910789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f005708-62eb-4696-8118-0d95d432f504 req-1d53b428-faa6-4b86-97ac-1652e647c89b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:06:41.912481 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7f005708-62eb-4696-8118-0d95d432f504 req-1d53b428-faa6-4b86-97ac-1652e647c89b tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 946 time: 0.0975373 Feb 12 22:06:41.965654 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7f005708-62eb-4696-8118-0d95d432f504 req-40b26a87-a6ad-4aec-8fd5-0a4e04b2acae tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Feb 12 22:06:42.859123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb25c14-c299-4523-a498-d8924b3d695f req-eddf8a0a-c74a-40f9-8615-38b22f41ac19 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:06:42.859820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-8eb25c14-c299-4523-a498-d8924b3d695f req-eddf8a0a-c74a-40f9-8615-38b22f41ac19 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Synchronizing usage tracker for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:06:42.874586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-8eb25c14-c299-4523-a498-d8924b3d695f req-eddf8a0a-c74a-40f9-8615-38b22f41ac19 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Unset dirty status for tenant:786af9b2221d4a21b73de8f07cbe11eb on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:06:42.875871 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8eb25c14-c299-4523-a498-d8924b3d695f req-eddf8a0a-c74a-40f9-8615-38b22f41ac19 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 946 time: 0.1001019 Feb 12 22:06:42.956793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Deleting port 31b43439-8395-4116-b132-555bad478efd {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:06:42.957387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:43.000005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 31b43439-8395-4116-b132-555bad478efd no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:06:43.172254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:43.202473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b43439-8395-4116-b132-555bad478efd'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:06:43.213430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 31b43439-8395-4116-b132-555bad478efd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=31b43439-8395-4116-b132-555bad478efd,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:06:43.217401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:43.219611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9f341328-bf19-450d-91fc-40d2c7cdf8d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:43.270715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17c45b-63f7-493c-a172-8d8162551d56 req-356b81b2-0d37-4d85-9cf0-64078dad2388 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:06:43.272496 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ed17c45b-63f7-493c-a172-8d8162551d56 req-356b81b2-0d37-4d85-9cf0-64078dad2388 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 946 time: 0.1209698 Feb 12 22:06:43.283067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] For port 31b43439-8395-4116-b132-555bad478efd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=31b43439-8395-4116-b132-555bad478efd,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:06:43.283472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:43.304597 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=31b43439-8395-4116-b132-555bad478efd,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:43.320327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.321041 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.321609 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.322187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.322746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.323351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.324202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.324761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.326122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.326702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.327803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.328376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.329098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.329887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.330469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.331060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.331628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.332179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.332771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.333555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.334360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.334963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.335512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.336060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:43.341450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:43.353936 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ed17c45b-63f7-493c-a172-8d8162551d56 req-66354350-011b-48b7-bb28-a6f0d0a5a17d tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749314 Feb 12 22:06:43.432636 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b43439-8395-4116-b132-555bad478efd', 'code': 200} Feb 12 22:06:43.445206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Calling delete_port for 31b43439-8395-4116-b132-555bad478efd owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:06:43.529483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 22:06:43.529845 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 22:06:44.031525 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Deleting port 31b43439-8395-4116-b132-555bad478efd {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:06:44.032066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:44.305929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] For port 31b43439-8395-4116-b132-555bad478efd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=31b43439-8395-4116-b132-555bad478efd,segment=NetworkSegment(b004c8b2-bacb-4882-934f-a5e4496f5e9b),segment_id=b004c8b2-bacb-4882-934f-a5e4496f5e9b)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:06:44.306331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:44.440663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Calling delete_port for 31b43439-8395-4116-b132-555bad478efd owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:06:44.643820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b11cbb-b90a-4f41-bd2f-ff10fc9a49f6 req-3f6af769-66af-41d8-9588-a58f9b5df1b2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:06:44.645455 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-91b11cbb-b90a-4f41-bd2f-ff10fc9a49f6 req-3f6af769-66af-41d8-9588-a58f9b5df1b2 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/ports?device_id=778435a0-0a6a-4516-a490-91c799494189 HTTP/1.1" status: 200 len: 944 time: 0.1726656 Feb 12 22:06:44.706174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:44.710346 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-91b11cbb-b90a-4f41-bd2f-ff10fc9a49f6 req-cdd5d9a9-f5a9-4b6f-a193-d72d32b64052 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.36 "GET /v2.0/security-groups?id=530fe27a-af34-448d-98af-232c864d8610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580387 Feb 12 22:06:44.724283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:44.820879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Pushing event deleted for resources: {'Port': ['ID=31b43439-8395-4116-b132-555bad478efd,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:44.842089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.842501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.842925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.843333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.843727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.844122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.844514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.844907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.845305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.845693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.846081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.846468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.846917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.847310 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.847694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.848593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.848982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.849368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.849753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.850138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.850523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.850929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.851319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.852143 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:44.876999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:44.952314 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] No DVR routers for this DVR port 31b43439-8395-4116-b132-555bad478efd on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:06:44.954454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:44.957126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'name': 'network-vif-deleted', 'tag': '31b43439-8395-4116-b132-555bad478efd'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:06:44.990246 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8eb25c14-c299-4523-a498-d8924b3d695f req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] 10.222.0.69 "DELETE /v2.0/ports/31b43439-8395-4116-b132-555bad478efd HTTP/1.1" status: 204 len: 173 time: 2.1084392 Feb 12 22:06:45.070729 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778435a0-0a6a-4516-a490-91c799494189', 'name': 'network-vif-deleted', 'tag': '31b43439-8395-4116-b132-555bad478efd', 'status': 'completed', 'code': 200} Feb 12 22:06:45.811860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47230) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:46.053827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Deleting subnet 3f66d902-29b6-4761-8ea2-7fcca4542039 {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:06:46.057097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:46.109928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15301973'] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:46.172986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:46.437241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839476505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839622095'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:46.456853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d6cfb41b-9748-4fbd-a105-c9c840f963d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:46.555277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f66d902-29b6-4761-8ea2-7fcca4542039,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:46.567072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.567505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.567933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.568349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.568759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.569169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.569581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.569985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.570389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.570789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.571215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.571718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.572079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.572480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.572878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.573276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.573673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.574071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.574448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.574994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.575259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.575654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.576051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.576446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:06:46.582106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:46.611161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:46.618371 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9b7b40e7-7db2-4d59-8be9-855348dcbdbc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f66d902-29b6-4761-8ea2-7fcca4542039 HTTP/1.1" status: 204 len: 168 time: 0.8053393 Feb 12 22:06:46.621094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47248) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:46.741038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:46.930297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.047132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbb97b4-0b56-48c8-828f-c2286d8486dd']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:06:47.061407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b004c8b2-bacb-4882-934f-a5e4496f5e9b') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:06:47.061756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b004c8b2-bacb-4882-934f-a5e4496f5e9b') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:06:47.074772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.090060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.092174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:06:47.277026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:06:47.286499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.464905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Network ffbb97b4-0b56-48c8-828f-c2286d8486dd has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:06:47.492306 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:06:47.567185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.570687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d9b8b8c8-1eab-4c1a-b8d4-49c8d355b73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:47.584968 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.595905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbb97b4-0b56-48c8-828f-c2286d8486dd,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:47.599883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:47.604570 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e98c7e3a-f489-4972-9cce-34f13e5b7a98 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ffbb97b4-0b56-48c8-828f-c2286d8486dd HTTP/1.1" status: 204 len: 168 time: 0.9821281 Feb 12 22:06:47.739426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47268) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:47.795598 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-75bcb0e8-e429-4679-8248-8f0b584c0d35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=786af9b2221d4a21b73de8f07cbe11eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0547886 Feb 12 22:06:47.798266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47272) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:47.861859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.893590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.937910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.943379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-436f7809-dabe-4096-8a3b-4f1a3ae06dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:47.958117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530fe27a-af34-448d-98af-232c864d8610,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:47.962327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:47.965622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:47.966876 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/530fe27a-af34-448d-98af-232c864d8610 HTTP/1.1" status: 204 len: 168 time: 0.1674576 Feb 12 22:06:49.421952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47342) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:49.545061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:49.560906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:49.564968 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4529aab3804323a3c763f1bcda5439 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:49.568591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:49.574613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:49.664385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:49.667506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:49.680017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ac9257ec-c434-49ca-b907-2f2e76452611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:49.724063 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa4529aab3804323a3c763f1bcda5439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008900 Feb 12 22:06:49.725234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a373ddee-7182-4ca0-9348-61e01c0062d2,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:49.726288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47354) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:49.728762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:49.794010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:49.821879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:49.866682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:49.871606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d2148a0f-e380-483b-ab00-0c1ece8c6bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:49.884550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a373ddee-7182-4ca0-9348-61e01c0062d2,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:49.888750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:49.890235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:49.891392 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a373ddee-7182-4ca0-9348-61e01c0062d2 HTTP/1.1" status: 204 len: 168 time: 0.1638558 Feb 12 22:06:51.897057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47436) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:52.027803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.044163 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:52.048339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Usage tracker for resource:security_group_rule and tenant:b372ed3b5365413e97d9270f6290eba4 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:52.051380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:52.057293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:52.145937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.148873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.161685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-baffc1ff-fae3-4427-8beb-3f6c9f8c2a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:52.208836 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b372ed3b5365413e97d9270f6290eba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069973 Feb 12 22:06:52.208836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae1ba26-8221-49d9-bd93-3b753f9cd694,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:52.209328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47448) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:52.211879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:52.273591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f6a73f9-7605-48ce-8761-bb986cf069ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.302278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f6a73f9-7605-48ce-8761-bb986cf069ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.346286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f6a73f9-7605-48ce-8761-bb986cf069ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.351919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1f8f1c76-3ae5-4e82-895b-b3c26a32f75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:52.364413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a73f9-7605-48ce-8761-bb986cf069ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae1ba26-8221-49d9-bd93-3b753f9cd694,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:52.367557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6f6a73f9-7605-48ce-8761-bb986cf069ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:52.369549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f6a73f9-7605-48ce-8761-bb986cf069ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.370881 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6f6a73f9-7605-48ce-8761-bb986cf069ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eae1ba26-8221-49d9-bd93-3b753f9cd694 HTTP/1.1" status: 204 len: 168 time: 0.1605222 Feb 12 22:06:52.658304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47458) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:52.677307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.692887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:52.696923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Usage tracker for resource:security_group_rule and tenant:fa7ca99242d44b29b39a0d2ccdd55c55 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:52.700028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:52.705910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:52.795757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.798608 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.807785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:52.849920 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa7ca99242d44b29b39a0d2ccdd55c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902609 Feb 12 22:06:52.852396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1a6ee-d49f-40e1-8584-66886147f3c2,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:52.853185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47466) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:52.856005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:52.916507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.945846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:52.995767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:53.000911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b073646c-6150-4208-9043-09ef768efc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:53.014651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1a6ee-d49f-40e1-8584-66886147f3c2,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:53.025471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:53.027708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:53.029401 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9da1a6ee-d49f-40e1-8584-66886147f3c2 HTTP/1.1" status: 204 len: 168 time: 0.1748700 Feb 12 22:06:56.946056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:06:58.091815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47618) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:58.216678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.232714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:58.236718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Usage tracker for resource:security_group_rule and tenant:c4bec881f25747998dee368b827978da is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:58.239652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:58.245331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:58.339748 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.342788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.372194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d300fdef-cbe0-4157-b9b1-2e2fd8822942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:58.388893 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4bec881f25747998dee368b827978da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932589 Feb 12 22:06:58.389194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47630) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:58.426445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf27eec-a50d-4e31-ac27-6a51f7179c21,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:58.432506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:58.470595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.497225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.546205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.551209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3e6e7c04-fadf-4675-b07a-b9039105f98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:58.561889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf27eec-a50d-4e31-ac27-6a51f7179c21,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:58.565593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:58.569450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.570673 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bf27eec-a50d-4e31-ac27-6a51f7179c21 HTTP/1.1" status: 204 len: 168 time: 0.1802886 Feb 12 22:06:58.865432 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47646) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:58.888835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:58.904307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:06:58.908939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Usage tracker for resource:security_group_rule and tenant:8beb8e9a78614c32b4ec6cc07dfa7a8f is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:06:58.912132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:06:58.918120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:06:59.006052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:59.009105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:59.019353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d3921cdc-7368-49f8-8915-e03c5fc7a955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:59.062676 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8beb8e9a78614c32b4ec6cc07dfa7a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959798 Feb 12 22:06:59.063593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e79b1-ea50-400d-9ebf-261f9e986ab5,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:59.065511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47650) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:06:59.067580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:59.129604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:59.156200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:59.200514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:59.204285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-821a83a7-8e71-467c-8614-c938e7da8180 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:06:59.216880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e79b1-ea50-400d-9ebf-261f9e986ab5,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:06:59.219949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:06:59.228657 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:06:59.230133 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc2e79b1-ea50-400d-9ebf-261f9e986ab5 HTTP/1.1" status: 204 len: 168 time: 0.1635606 Feb 12 22:07:01.170905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47726) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:01.296615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.311649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:07:01.315701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Usage tracker for resource:security_group_rule and tenant:a381b9f5d4f54c7fbe0b609e9a724eb4 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:07:01.318615 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:07:01.324334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:07:01.409511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.412352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.421348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7315da89-8be6-4d4d-8b4a-93fa8e7873d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:01.459135 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a381b9f5d4f54c7fbe0b609e9a724eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870250 Feb 12 22:07:01.462106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47732) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:01.466439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29588229-cc6d-4331-b97e-d0d6bf29bc27,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:01.469843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:01.524766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.551378 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.599908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.605106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1814c68b-d808-486c-b5cf-05360d931a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:01.617904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29588229-cc6d-4331-b97e-d0d6bf29bc27,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:01.621685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:01.628224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.630021 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29588229-cc6d-4331-b97e-d0d6bf29bc27 HTTP/1.1" status: 204 len: 168 time: 0.1668615 Feb 12 22:07:01.922093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47746) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:01.942065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:01.958726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:07:01.962891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4ae3609ff3415a910d52fe489b3989 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:07:01.965914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:07:01.971703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:07:02.063119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:02.068137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:02.077897 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ebdf9d2b-9570-4459-afe0-1adc14f403af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:02.124666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d8b31c-2fa3-40b8-a4d7-3e0402a83931,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:02.128482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:02.131211 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f4ae3609ff3415a910d52fe489b3989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080090 Feb 12 22:07:02.134006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47758) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:02.197166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:02.228311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:02.275177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:02.280171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a3a173e5-f033-46bd-ae94-b3e6f2feceab tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:02.293335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d8b31c-2fa3-40b8-a4d7-3e0402a83931,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:02.296521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:02.298569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:02.300371 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58d8b31c-2fa3-40b8-a4d7-3e0402a83931 HTTP/1.1" status: 204 len: 168 time: 0.1646249 Feb 12 22:07:03.189976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2add0405-2bbc-49a0-9f7a-afea3cfca902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:04.727603 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47860) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:04.853394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:04.868725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:07:04.872726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Usage tracker for resource:security_group_rule and tenant:f61c799eb62d4d95bb4b001a82e79379 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:07:04.875650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:07:04.881358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:07:04.965183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:04.968110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:04.978107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-eae19076-9fb0-4820-82bd-afeb0a71d009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:05.019184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4137b626-14cc-495b-81b4-b4336b27bc96,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:05.024272 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f61c799eb62d4d95bb4b001a82e79379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955134 Feb 12 22:07:05.025364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:05.027695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47868) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:05.089566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-60bbd4eb-35e6-491e-99d7-5bc391c3fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.117865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.145762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.191860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.196902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d8ed8993-4f73-4fb4-9ba7-613ef74953d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:05.213510 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137b626-14cc-495b-81b4-b4336b27bc96,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:05.217648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:05.223356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.224575 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4137b626-14cc-495b-81b4-b4336b27bc96 HTTP/1.1" status: 204 len: 168 time: 0.1954317 Feb 12 22:07:05.413171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.538148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47888) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:05.549815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.570204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:07:05.574266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Usage tracker for resource:security_group_rule and tenant:151c74315d004e9b8e1e28564dd907e6 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:07:05.577244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:07:05.583005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:07:05.666740 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.669575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.678695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c9e365bd-03fb-4489-8b63-aa45481eb754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:05.720879 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=151c74315d004e9b8e1e28564dd907e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892390 Feb 12 22:07:05.721826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c27ca-8af2-426f-9799-14b579a3dbcf,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:05.723820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47892) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:05.725208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:05.785695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.812687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.857754 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.862676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3aca8146-d6ae-4ffb-aaea-a420ecca43fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:05.875565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c27ca-8af2-426f-9799-14b579a3dbcf,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:05.878694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:05.880721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:05.884443 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b2c27ca-8af2-426f-9799-14b579a3dbcf HTTP/1.1" status: 204 len: 168 time: 0.1570516 Feb 12 22:07:06.651554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:07.569685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.132077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.218119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 47982) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:08.344122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.360214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:07:08.364345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Usage tracker for resource:security_group_rule and tenant:ce75069c96f948988b10713f233ac2fc is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:07:08.367353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:07:08.373139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:07:08.458572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.461569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.474007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3c394e71-c479-407a-9173-b9fccb356c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:08.518914 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce75069c96f948988b10713f233ac2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994797 Feb 12 22:07:08.519920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d907b-168e-4c51-a938-bf9a271fdcd4,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:08.521997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 47992) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:08.523282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:08.605854 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eab03e3-5760-46d2-b084-5cb9b608243b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.634695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eab03e3-5760-46d2-b084-5cb9b608243b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.680516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eab03e3-5760-46d2-b084-5cb9b608243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.685626 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-56312f2e-4ff2-4c0b-80c4-385f77e30122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:08.705036 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab03e3-5760-46d2-b084-5cb9b608243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d907b-168e-4c51-a938-bf9a271fdcd4,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:08.707668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7eab03e3-5760-46d2-b084-5cb9b608243b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:08.717494 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eab03e3-5760-46d2-b084-5cb9b608243b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:08.721362 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7eab03e3-5760-46d2-b084-5cb9b608243b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a3d907b-168e-4c51-a938-bf9a271fdcd4 HTTP/1.1" status: 204 len: 168 time: 0.1952612 Feb 12 22:07:09.028407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 48010) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:09.048448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:09.064711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:07:09.068804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Usage tracker for resource:security_group_rule and tenant:a520af948f55473a934364acd4ceee77 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:07:09.071831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:07:09.077649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:07:09.163022 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:09.165953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:09.174763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e5b9a3c1-b5f1-4131-a8b4-c7d1f07ddc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:09.218283 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a520af948f55473a934364acd4ceee77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886065 Feb 12 22:07:09.219258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41786f42-37ce-4d2e-a247-eb38e9924414,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:09.221286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 48014) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:07:09.223039 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:09.285885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:09.313096 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:09.356513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:09.361325 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3d9a48c1-95b2-4642-9cac-fe9d40d7fc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:07:09.374105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41786f42-37ce-4d2e-a247-eb38e9924414,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:07:09.377231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:07:09.385171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:09.389016 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41786f42-37ce-4d2e-a247-eb38e9924414 HTTP/1.1" status: 204 len: 168 time: 0.1640086 Feb 12 22:07:33.183095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-033d75cc-257c-4911-8442-33288247d423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:33.945865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:07:35.083146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af9f6841-9339-4d74-bbd2-04501790bfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:35.414894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:36.659125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:37.571347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:07:38.129850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:03.185240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-575af196-13d5-4656-bb20-50e0eab39973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:05.085405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e83bb8b-e6b7-4a6d-abc5-7cb6b07d7652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:05.418770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:06.652115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:07.574164 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:08.128453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:10.945503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:08:21.936668 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-40180f35-8930-42d8-b2b6-7180701f77a8 req-01351dab-b685-432d-bc96-4eec231ca4d6 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] 10.222.0.36 "GET /v2.0/security-groups/4169ea16-b4d2-40d5-8cdc-1e5798654269 HTTP/1.1" status: 200 len: 2999 time: 0.0550187 Feb 12 22:08:22.012964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-40180f35-8930-42d8-b2b6-7180701f77a8 req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:22.044554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-40180f35-8930-42d8-b2b6-7180701f77a8 req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:22.094220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-40180f35-8930-42d8-b2b6-7180701f77a8 req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:22.100231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-478d5a7e-60df-40b8-9cd6-a1b15022f09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:22.116033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4169ea16-b4d2-40d5-8cdc-1e5798654269,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:22.124906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-40180f35-8930-42d8-b2b6-7180701f77a8 req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:22.126143 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-40180f35-8930-42d8-b2b6-7180701f77a8 req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] 10.222.0.36 "DELETE /v2.0/security-groups/4169ea16-b4d2-40d5-8cdc-1e5798654269 HTTP/1.1" status: 204 len: 173 time: 0.1832974 Feb 12 22:08:22.127668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.128474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.128474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.128824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.129214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.129591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.129982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.130376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.130762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.131182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.131567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.131933 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.132360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.132750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.133137 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.133521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.133905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.134289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.135322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.135322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.135502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.135809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.136193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.136579 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:22.140532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ffa5689d-e211-432c-877f-b2334d0ae082 tempest-TestVolumeBootPattern-841443160 tempest-TestVolumeBootPattern-841443160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:22.272807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 49126) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:23.023679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:23.616871 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Deleting port 6465d843-2821-495f-ac31-93d318ccb21b {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:23.617252 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:23.808071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] For port 6465d843-2821-495f-ac31-93d318ccb21b, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=6465d843-2821-495f-ac31-93d318ccb21b,segment=NetworkSegment(286e52f3-f5fa-4ba5-90e9-edd4aa26991a),segment_id=286e52f3-f5fa-4ba5-90e9-edd4aa26991a)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:23.808445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:23.951467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Calling delete_port for 6465d843-2821-495f-ac31-93d318ccb21b owned by network:router_interface {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:24.133920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:24.150349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-03b9a1b9-d4fb-4789-b577-4d91a3a65f2f tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:24.252620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6465d843-2821-495f-ac31-93d318ccb21b,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:24.258454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:24.593894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:25.127172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Router f62d6f06-d38a-4450-aed0-028430e8cb04 has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:08:25.318753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:08:25.328306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] Sync routers for ids ['f62d6f06-d38a-4450-aed0-028430e8cb04'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:08:25.328460 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6b46467f-ea03-4b0b-91e8-9b997a1aaa9c admin admin] 10.222.0.36 "PUT /v2.0/routers/f62d6f06-d38a-4450-aed0-028430e8cb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0543630 Feb 12 22:08:25.331060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 49168) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:25.339070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] Routers {'f62d6f06-d38a-4450-aed0-028430e8cb04'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:08:25.339733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:08:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['f62d6f06-d38a-4450-aed0-028430e8cb04'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:25.522416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks [] for router, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:25.529134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] Set router f62d6f06-d38a-4450-aed0-028430e8cb04 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:08:25.713345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:25.718723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Deleting port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:25.719119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:25.838412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T22:08:24Z', 'revision_number': 5, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:25.843416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] Checking router: f62d6f06-d38a-4450-aed0-028430e8cb04 for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:08:25.853067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] Routers {'f62d6f06-d38a-4450-aed0-028430e8cb04'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:08:25.853866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:08:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['f62d6f06-d38a-4450-aed0-028430e8cb04'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:25.911333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] For port 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=2a0bfea9-5ea2-4d3d-a634-1e81c9228e66,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:25.911733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.232186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] Set router f62d6f06-d38a-4450-aed0-028430e8cb04 gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:08:26.287370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Calling delete_port for 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 owned by network:router_gateway {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:26.429428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.538523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T22:08:24Z', 'revision_number': 5, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:26.542394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b4ec2-46fc-4d9b-9252-ca1c17fba3d5 None None] The sync data for ids ['f62d6f06-d38a-4450-aed0-028430e8cb04'] in dv-cinder-775250-2-iscsi is: [{'id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'name': 'tempest-TestVolumeBootPattern-1893229491-router', 'tenant_id': '143e63c296fd416c8819b64575395c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:04Z', 'updated_at': '2021-02-12T22:08:24Z', 'revision_number': 5, 'project_id': '143e63c296fd416c8819b64575395c61', 'gw_port': {'id': '2a0bfea9-5ea2-4d3d-a634-1e81c9228e66', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d6f06-d38a-4450-aed0-028430e8cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:05Z', 'updated_at': '2021-02-12T21:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:08:26.622956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.766459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.768970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.795469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.796070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f62d6f06-d38a-4450-aed0-028430e8cb04 {{(pid=84046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 22:08:26.808846 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] Notify callbacks [] for router, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.810096 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6db910b2-2dc7-490e-b81d-e6bfa7d72664 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f62d6f06-d38a-4450-aed0-028430e8cb04 HTTP/1.1" status: 204 len: 168 time: 1.4780209 Feb 12 22:08:26.812877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 49192) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:26.882433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Deleting subnet 4ffc62de-79ec-4f42-a48d-b6c4a3109b0d {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:08:26.885704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:26.939298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.030249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.317131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.329046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e5f4cd8-dfea-4b9d-95cf-a8a326bcbbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:27.426922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffc62de-79ec-4f42-a48d-b6c4a3109b0d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:27.430822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:27.464532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.470064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581e777-de8d-4669-88db-f6b0dda08dc0 None None] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:08:27.470598 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-08e76a08-a9bb-40fc-a0b8-af691f16d39f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ffc62de-79ec-4f42-a48d-b6c4a3109b0d HTTP/1.1" status: 204 len: 168 time: 0.6566319 Feb 12 22:08:27.473276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 49204) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:27.593785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.664497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Deleting port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:27.664873 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.728356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] DHCP port deletion for 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 request from dv-cinder-775250-2-iscsi {{(pid=84048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 22:08:27.732712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Deleting port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:27.733134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.906246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] For port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,segment=NetworkSegment(286e52f3-f5fa-4ba5-90e9-edd4aa26991a),segment_id=286e52f3-f5fa-4ba5-90e9-edd4aa26991a)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:27.906641 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:27.970461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] For port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,segment=NetworkSegment(286e52f3-f5fa-4ba5-90e9-edd4aa26991a),segment_id=286e52f3-f5fa-4ba5-90e9-edd4aa26991a)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:27.970941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:28.041991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Calling delete_port for 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 owned by network:dhcp {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:28.125048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:28.141614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e76f73f8-cee2-46a2-a3a5-2bf2b4910e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:28.250762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a21c808-1f53-42d6-80c3-2bdb841ad5a3,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:28.253886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:28.273638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Calling delete_port for 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 owned by network:dhcp {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:28.295730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] No DVR routers for this DVR port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 on host dv-cinder-775250-2-iscsi {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:08:28.352120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84048) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 22:08:28.352655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 22:08:28.427700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:08:28.430163 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:28.470223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:08:28.470751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a0bfea9-5ea2-4d3d-a634-1e81c9228e66 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:08:28.471109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 6465d843-2821-495f-ac31-93d318ccb21b no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:08:28.508813 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 6465d843-2821-495f-ac31-93d318ccb21b {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:08:28.509220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 6465d843-2821-495f-ac31-93d318ccb21b not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:08:28.509693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:08:28.545436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:08:28.545769 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:08:28.549945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a91ccd1-b5e0-4bf6-84d7-4515538acfc3']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:28.564037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286e52f3-f5fa-4ba5-90e9-edd4aa26991a') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:28.564383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286e52f3-f5fa-4ba5-90e9-edd4aa26991a') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:28.576763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:28.595627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:28.597723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:08:28.776469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:08:28.789939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:28.854088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Deleting port 2a21c808-1f53-42d6-80c3-2bdb841ad5a3 {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:28.854460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:28.929528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f7736891-04b7-4cc7-ab66-f73d5dd498a6 None None] The port '2a21c808-1f53-42d6-80c3-2bdb841ad5a3' was deleted {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 22:08:28.978503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Network 0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:08:29.002465 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:08:29.093598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:29.098335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:29.102916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fbb65c34-954a-46bb-b2b0-fd28a4e784df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:29.129874 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0a91ccd1-b5e0-4bf6-84d7-4515538acfc3 HTTP/1.1" status: 204 len: 168 time: 1.6519449 Feb 12 22:08:29.129874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a91ccd1-b5e0-4bf6-84d7-4515538acfc3,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:29.130770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-427bf479-0443-42a1-97cc-590d703ed399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:29.131291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49230) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:29.712340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:30.342292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Deleting port b77df5a3-b228-4022-8bdf-d5aac3e09914 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:30.342685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:30.528434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] For port b77df5a3-b228-4022-8bdf-d5aac3e09914, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b77df5a3-b228-4022-8bdf-d5aac3e09914,segment=NetworkSegment(2f48bd96-2a1f-424b-850e-4a2ee4d260e1),segment_id=2f48bd96-2a1f-424b-850e-4a2ee4d260e1)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:30.528759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:30.666340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Calling delete_port for b77df5a3-b228-4022-8bdf-d5aac3e09914 owned by network:router_interface {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:30.845451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:30.861396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:30.964028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b77df5a3-b228-4022-8bdf-d5aac3e09914,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:30.977445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.977874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.978288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.978692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.979128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.979536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.979934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.980588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.980991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.981389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.981789 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.982190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.982630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.983054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.983454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.983848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.984246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.984640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.985030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.985431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.985817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.986208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.986600 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.987019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:08:30.992975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:31.299541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:31.817731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Router 571785ed-c47a-42ba-842e-0a2dc353ecdc has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:08:32.012295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:08:32.021658 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] Sync routers for ids ['571785ed-c47a-42ba-842e-0a2dc353ecdc'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:08:32.032234 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] 10.222.0.36 "PUT /v2.0/routers/571785ed-c47a-42ba-842e-0a2dc353ecdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8973024 Feb 12 22:08:32.032466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] Routers {'571785ed-c47a-42ba-842e-0a2dc353ecdc'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:08:32.032466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:08:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['571785ed-c47a-42ba-842e-0a2dc353ecdc'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:32.032672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49268) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:32.222100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] Set router 571785ed-c47a-42ba-842e-0a2dc353ecdc gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:08:32.226210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks [] for router, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:32.421056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:32.426405 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Deleting port 1680d218-a513-4425-8fde-c4e768972f7c {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:32.426780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:32.569356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T22:08:30Z', 'revision_number': 5, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:32.573512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] Checking router: 571785ed-c47a-42ba-842e-0a2dc353ecdc for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:08:32.583124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] Routers {'571785ed-c47a-42ba-842e-0a2dc353ecdc'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:08:32.583790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:08:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['571785ed-c47a-42ba-842e-0a2dc353ecdc'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:32.617291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] For port 1680d218-a513-4425-8fde-c4e768972f7c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=1680d218-a513-4425-8fde-c4e768972f7c,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:32.617682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:32.752799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Calling delete_port for 1680d218-a513-4425-8fde-c4e768972f7c owned by network:router_gateway {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:32.774451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] Set router 571785ed-c47a-42ba-842e-0a2dc353ecdc gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:08:32.906482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.101485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T22:08:30Z', 'revision_number': 5, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:33.106240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcebc3-5750-43cc-9bcd-de0ac424060f None None] The sync data for ids ['571785ed-c47a-42ba-842e-0a2dc353ecdc'] in dv-cinder-775250-2-iscsi is: [{'id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'name': 'tempest-TestVolumeBootPattern-2035539010-router', 'tenant_id': '46cac72fac064605b7bcbf698b8e17fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '1680d218-a513-4425-8fde-c4e768972f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:56:13Z', 'updated_at': '2021-02-12T22:08:30Z', 'revision_number': 5, 'project_id': '46cac72fac064605b7bcbf698b8e17fa', 'gw_port': {'id': '1680d218-a513-4425-8fde-c4e768972f7c', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571785ed-c47a-42ba-842e-0a2dc353ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:56:14Z', 'updated_at': '2021-02-12T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:08:33.191227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6cdf9481-3dcd-4eac-ac80-e4e8ddcedc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.354212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.504921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.507903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.529911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.530490 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571785ed-c47a-42ba-842e-0a2dc353ecdc {{(pid=84047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 22:08:33.544161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.545788 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e7a74930-25dd-4821-9eb9-b24a84eb6006 admin admin] 10.222.0.36 "DELETE /v2.0/routers/571785ed-c47a-42ba-842e-0a2dc353ecdc HTTP/1.1" status: 204 len: 168 time: 1.5119910 Feb 12 22:08:33.548376 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49294) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:33.619863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Deleting subnet c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:08:33.623211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.680506 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15301973'] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:33.767339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.048591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839476505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839622095'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.064407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c9235617-453a-47d4-a483-145591bb9f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:34.163973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:34.168717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:34.205403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.212443 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d35bda8e-c642-437f-91e8-2408499dd79c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2fe5b19-a4fb-4eda-aacf-80164c2c1fcd HTTP/1.1" status: 204 len: 168 time: 0.6630015 Feb 12 22:08:34.214997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49304) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:34.222279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7343a86-8a56-4714-aca9-33e0ed1c6b1e None None] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:08:34.333980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.403263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1680d218-a513-4425-8fde-c4e768972f7c no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:08:34.405866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Deleting port 309511ea-c677-4b9c-bfca-361bd622368c {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:34.406296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.445570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 1680d218-a513-4425-8fde-c4e768972f7c {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:08:34.445877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 1680d218-a513-4425-8fde-c4e768972f7c not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:08:34.446361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b77df5a3-b228-4022-8bdf-d5aac3e09914 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:08:34.485429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: b77df5a3-b228-4022-8bdf-d5aac3e09914 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:08:34.485852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b77df5a3-b228-4022-8bdf-d5aac3e09914 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:08:34.583642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] DHCP port deletion for e8e63d95-1c67-4011-b226-c0bc0ce3939d request from dv-cinder-775250-2-iscsi {{(pid=84048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 22:08:34.588394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Deleting port 309511ea-c677-4b9c-bfca-361bd622368c {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:34.588899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.663020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] For port 309511ea-c677-4b9c-bfca-361bd622368c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=309511ea-c677-4b9c-bfca-361bd622368c,segment=NetworkSegment(2f48bd96-2a1f-424b-850e-4a2ee4d260e1),segment_id=2f48bd96-2a1f-424b-850e-4a2ee4d260e1)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:34.663422 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.804884 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Calling delete_port for 309511ea-c677-4b9c-bfca-361bd622368c owned by network:dhcp {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:34.825352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] For port 309511ea-c677-4b9c-bfca-361bd622368c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=309511ea-c677-4b9c-bfca-361bd622368c,segment=NetworkSegment(2f48bd96-2a1f-424b-850e-4a2ee4d260e1),segment_id=2f48bd96-2a1f-424b-850e-4a2ee4d260e1)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:08:34.825791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.888173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:34.904236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:35.014617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=309511ea-c677-4b9c-bfca-361bd622368c,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:35.020157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:35.059246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] No DVR routers for this DVR port 309511ea-c677-4b9c-bfca-361bd622368c on host dv-cinder-775250-2-iscsi {{(pid=84047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:08:35.137644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Calling delete_port for 309511ea-c677-4b9c-bfca-361bd622368c owned by network:dhcp {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:08:35.184810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.190468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-12961dab-fe75-4280-a927-9ce618d60a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.226629 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84048) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 22:08:35.227095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 22:08:35.300737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e63d95-1c67-4011-b226-c0bc0ce3939d']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:35.313917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f48bd96-2a1f-424b-850e-4a2ee4d260e1') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:35.314255 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f48bd96-2a1f-424b-850e-4a2ee4d260e1') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:08:35.326242 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.340942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.343180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:08:35.420859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.527575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:08:35.537079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.716080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Network e8e63d95-1c67-4011-b226-c0bc0ce3939d has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:08:35.729202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Deleting port 309511ea-c677-4b9c-bfca-361bd622368c {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:08:35.729844 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:08:35.740123 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:08:35.815586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9f66725f-2c91-46ae-92f1-afbb8db0eef1 None None] The port '309511ea-c677-4b9c-bfca-361bd622368c' was deleted {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 22:08:35.827775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.831445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9b7098ec-3bba-4781-8026-7c3e23ba6760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:35.846744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:35.858495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e63d95-1c67-4011-b226-c0bc0ce3939d,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:35.861800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:35.864042 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7bc617db-aae8-4043-974c-93b87e4a54a5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e8e63d95-1c67-4011-b226-c0bc0ce3939d HTTP/1.1" status: 204 len: 168 time: 1.6480155 Feb 12 22:08:35.979919 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49332) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:36.034110 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-81ae7c54-9c33-44c8-bdc5-116581664330 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=143e63c296fd416c8819b64575395c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524311 Feb 12 22:08:36.036571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49336) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:36.106963 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.135064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.183799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.188768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-59534ddd-955a-41d5-9599-9a0ea796e44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:36.200321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063d6fa0-9ff3-440e-9c5f-26de6eef5902,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:36.205420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:36.211771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.211771 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/063d6fa0-9ff3-440e-9c5f-26de6eef5902 HTTP/1.1" status: 204 len: 168 time: 0.1708770 Feb 12 22:08:36.401180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 309511ea-c677-4b9c-bfca-361bd622368c no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:08:36.438037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 309511ea-c677-4b9c-bfca-361bd622368c {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:08:36.438428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 309511ea-c677-4b9c-bfca-361bd622368c not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:08:36.591204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49350) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:36.643375 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a89c0915-27f2-41f6-b385-3e750d76bc45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46cac72fac064605b7bcbf698b8e17fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508070 Feb 12 22:08:36.646564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 49354) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:08:36.655556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.710833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.738736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.796276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.801788 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-904b0550-5843-4d6f-8dd0-211306320b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:08:36.817006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bf138f-8110-4a56-ba0d-95de0ce79d26,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:08:36.828976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:08:36.830396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:36.831959 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98bf138f-8110-4a56-ba0d-95de0ce79d26 HTTP/1.1" status: 204 len: 168 time: 0.1843760 Feb 12 22:08:37.698804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:38.127932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:08:47.944809 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:08:52.260473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-d2eab7a1-a625-475c-a104-cc65bb45b15f req-47cb2b69-123a-4ea8-8f11-96952937f5a5 service neutron] (84046) timed out ('10.222.0.69', 52802) {{(pid=84046) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 12 22:09:03.184757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-356d4265-3700-42ba-ace1-985c57db6c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:05.091491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fbafe45b-b4a6-4503-9322-1e90da46a5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:05.424209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:06.658338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:07.580775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:08.126599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:24.948377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:09:33.187066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf74c0c1-ef3c-47d7-a694-336f24779084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:35.093033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb93e-d87b-4910-b356-319af7a8584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:35.425645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:36.660475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:37.584778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:09:38.141885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:01.948153 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:10:03.189093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a2c44a8-f46a-4942-b51a-9b074d0caf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:05.095850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf73d-574e-4fda-981e-3b7067c673a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:05.428175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:06.662637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:07.588625 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:08.156509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:33.194305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e34909c6-2f11-4a31-b7db-bd5391de28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:35.097077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1de54b35-c9e7-4802-acf2-744c1d53eca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:35.431957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:36.668674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:37.716774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:38.187532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:38.947975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:10:58.091466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51288) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:10:58.259180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.275916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:10:58.279900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Usage tracker for resource:security_group_rule and tenant:20fbf697215f48adbe0d62b70fa3444c is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:10:58.282913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:10:58.289519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:10:58.325941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51302) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:10:58.387274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.391477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.406057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66608f3c-a995-4f04-9c7a-726da5e3f164 tempest-TestMinimumBasicScenario-1812007134 tempest-TestMinimumBasicScenario-1812007134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:10:58.451812 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20fbf697215f48adbe0d62b70fa3444c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590860 Feb 12 22:10:58.453592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85bb1b6-6459-46c8-8e51-b40608d27fc3,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:10:58.457128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51308) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:10:58.470503 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.474481 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.474940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.475351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.475752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.476150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.476549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.476996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.477974 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.478418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.478818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.479236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.479630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.480060 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.480446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.480839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.481224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.481877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.482264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.482658 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.483062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.483450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.483911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.484296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.484682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.487474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:10:58.489400 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:10:58.491847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Usage tracker for resource:security_group_rule and tenant:e25961f3de494116affa2c800bfcdc71 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:10:58.495566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:10:58.502313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:10:58.543906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.571539 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.593807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.597555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.620398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.626682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1a35711f-a9f8-4007-a265-ef5d43257b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:10:58.627357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-283b4354-40bb-465c-800b-cba7e72d63c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:10:58.643213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.652052 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a85bb1b6-6459-46c8-8e51-b40608d27fc3 HTTP/1.1" status: 204 len: 168 time: 0.1892047 Feb 12 22:10:58.655165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85bb1b6-6459-46c8-8e51-b40608d27fc3,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:10:58.658173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fe1b7-b5af-4f9c-82ca-94028f67fff5,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:10:58.664985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:10:58.676091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51320) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:10:58.679449 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e25961f3de494116affa2c800bfcdc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515217 Feb 12 22:10:58.687441 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.688052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.688617 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.692826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.693439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.694039 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.694887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.695692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.696344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.697652 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.700100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.700674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.701680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.702798 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.705676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.706250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.706814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.709323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.709903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.710463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.712056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.713386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.713990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.714550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:10:58.720120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:10:58.767179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.800971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.871023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.876404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3dadb00f-0f1e-4252-ae67-39a3d41a0d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:10:58.889357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fe1b7-b5af-4f9c-82ca-94028f67fff5,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:10:58.893817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:10:58.897171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:10:58.898421 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b3fe1b7-b5af-4f9c-82ca-94028f67fff5 HTTP/1.1" status: 204 len: 168 time: 0.2210875 Feb 12 22:11:00.373226 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51416) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:00.679616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:00.705440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:00.712746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Usage tracker for resource:security_group_rule and tenant:4eed5bd2a417405fadd8c619b14117a6 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:00.716467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:00.722594 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:00.835379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:00.838772 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:00.854439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f04d6975-812b-4cd8-a11e-db426b1aea32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:00.901301 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4eed5bd2a417405fadd8c619b14117a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268857 Feb 12 22:11:00.903032 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1283f8-e15c-4047-ba46-6bc8dc2ac385,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:00.904204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51450) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:00.906408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:00.971323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:00.999804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:01.048750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:01.054209 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b65bd0da-fa62-4918-8100-19646919c439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:01.070260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1283f8-e15c-4047-ba46-6bc8dc2ac385,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:01.075384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:01.081552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:01.085730 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b1283f8-e15c-4047-ba46-6bc8dc2ac385 HTTP/1.1" status: 204 len: 168 time: 0.1775260 Feb 12 22:11:01.324124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51468) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:01.485313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:01.502663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:01.506892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Usage tracker for resource:security_group_rule and tenant:9df7f470ce8e42deada98a1e5861b486 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:01.509844 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:01.515619 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:01.606730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:01.609502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:01.619565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5a2e6932-b050-4020-958a-c89478a9ddcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:01.662407 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9df7f470ce8e42deada98a1e5861b486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368556 Feb 12 22:11:01.664210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b175a3-15a5-4569-a9d8-44f0c9a597e9,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:01.665964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51488) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:01.668037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-110db38e-b463-4c0c-a82d-c2ee9726edf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:01.827362 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51498) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:01.952553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-181146416-network', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:01.961034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:01.968590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Usage tracker for resource:network and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:01.972119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:01.978767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:01.995231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:01.996730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Made reservation on behalf of cf83ccf9b56a4e299bfbc65ec5eea1e7 for: {'network': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:11:02.002128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.019806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.031533 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.038701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:02.043841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Usage tracker for resource:security_group_rule and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:02.047313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:02.054104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:02.086103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.096197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6fc917ef-858d-4084-b96b-048760090f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:02.115165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.121525 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91b175a3-15a5-4569-a9d8-44f0c9a597e9 HTTP/1.1" status: 204 len: 168 time: 0.4533916 Feb 12 22:11:02.125578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b175a3-15a5-4569-a9d8-44f0c9a597e9,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:02.159632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:02.175486 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.182392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.188567 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-718e55cd-cbad-4f0b-bdcf-9fb7869f4064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:02.224195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 22:11:02.239880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb29f2b2-23c8-4c6d-ac87-0389a0c3a385,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:02.245725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:02.248072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.248468 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Added segment 3f06920b-25bb-48dc-a842-db72b3b7dd52 of type vxlan for network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b Feb 12 22:11:02.284121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.328138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.329668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:11:02.330634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.337681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d7a548d7-dfbf-482e-b50b-d88fec07094e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:02.520227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51530) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:02.548125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.566264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:02.570816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Usage tracker for resource:security_group_rule and tenant:76fa937f232c4e0cb53ab61ae209e68e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:02.574668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:02.581071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:02.684383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.687563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.697302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5677b85a-4d80-41b9-94da-400e94adf4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:02.719179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:02.722311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:02.727795 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-dd6f8a71-b766-4d87-abaa-0d6273543f70 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8987072 Feb 12 22:11:02.731298 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51536) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:02.733630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:11:02.738297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Request body: {'subnet': {'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-181146416-subnet', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'ip_version': 4}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:02.744607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:02.748953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Usage tracker for resource:subnet and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:02.753369 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51540) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:02.753900 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76fa937f232c4e0cb53ab61ae209e68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317920 Feb 12 22:11:02.755989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361b08e3-0628-4a21-9888-41c4e1a0fb9a,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:02.756349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:02.759790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:02.794210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:02.825195 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Made reservation on behalf of cf83ccf9b56a4e299bfbc65ec5eea1e7 for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:11:02.830247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15153751'] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.951501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:02.996967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.110306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.115443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0732d9b4-c3cb-44c9-b77c-f32ce39c0633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:03.138562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b08e3-0628-4a21-9888-41c4e1a0fb9a,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:03.141244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:03.172831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.174275 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/361b08e3-0628-4a21-9888-41c4e1a0fb9a HTTP/1.1" status: 204 len: 168 time: 0.4195690 Feb 12 22:11:03.197538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bec5776-7377-4771-a7ad-f5a03dd30854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.374315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839473888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15153734'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.391408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c6d5c35a-b710-44d4-8a08-5d59fbd13396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:03.537591 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444d29a7-491e-470f-9f2b-dc8e7d034e39,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:03.541902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:03.606257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Checking segment: {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:03.606967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Network hostable DHCP agents. Network: 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 22:11:03.627012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 22:11:03.636477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:03.646706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585678a-b29e-4836-be29-35f76a504928 None None] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:11:03.650929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:11:03.651603 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.671833 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b39a3bd6-9c52-4822-8b53-4ac0fc412516 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9387071 Feb 12 22:11:03.674894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51568) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:03.683697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:03.688827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:03.693240 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Usage tracker for resource:router and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:03.697495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:03.703581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:03.716538 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.717823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.734682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:03.892838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 22:11:03.893980 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.057474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.214801 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Allocated IP 172.20.0.2 (9e0e1afa-d3ba-434e-8090-2e0d749dcb8b/444d29a7-491e-470f-9f2b-dc8e7d034e39/d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:11:04.442737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.456392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.468269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Transition to ACTIVE for port object d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:04.476183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.486118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Transition to ACTIVE for port object d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:04.491590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.509549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:04.696584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Pushing event updated for resources: {'Port': ['ID=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:04.714867 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.715332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.715722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.716100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.716472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.717590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.717590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.717590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.717907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.718275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.718642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.719037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.719446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.719811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.720205 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.720577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.720943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.721308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.721671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.722034 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.722397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.722755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.723172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.723499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:04.738219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:04.775260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:04.776528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:04.778878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:11:04.780010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Allocated IP 172.27.2.175 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/39925754-e01e-491b-b1b4-15554ea12e05) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:11:04.842416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Attempting to bind port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:11:04.842864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Attempting to bind port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:11:04.843401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Attempting to bind port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 on network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:11:04.849690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:11:04.850039 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Checking segment: {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:04.850496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.850969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Bound using segment: {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:11:04.851998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Bound port: d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:11:04.852505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.946369 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.951915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] For port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:11:04.955254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] For port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:11:04.958986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:04.975105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e73634e2-ddc3-4b4f-896f-d0ceda9c2792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:04.986007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:05.002839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e321a7f1-e327-47dd-832e-5692d2311091 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:05.138413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-269f90d3-c816-4f64-a73c-1836b56b1668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:05.152001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Pushing event updated for resources: {'Port': ['ID=39925754-e01e-491b-b1b4-15554ea12e05,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:05.159565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:05.219604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:05.221998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:05.224976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:11:05.381024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Pushing event updated for resources: {'Port': ['ID=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:05.386440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-951c0988-fb58-4563-b4dc-dea70a180cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:05.447744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:05.972960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:06.340810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:06.352554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:11:06.539234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:06.595234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 22:11:06.628271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:06.673909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:06.808676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f183cb-f4e2-4341-a636-056f52cfc562 None None] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:11:06.809912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:11:06.820364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Sync routers for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:11:06.833333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:06.834274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:06.836212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:06.841681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51632) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:06.853182 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-47d91761-0d02-46cd-a755-bf318b596d77 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1763721 Feb 12 22:11:06.955174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] Provisioning for port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:06.994829 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] Provisioning complete for port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:06.995438 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:07.067446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:07.202859 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:07.248055 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] For port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:11:07.253989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:07.256213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:07.338384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] Pushing event updated for resources: {'Port': ['ID=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:07.343236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a434ac26-23ac-410b-8c20-8bb50e88c29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:07.382142 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:05Z', 'revision_number': 3, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:07.386981 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Checking router: 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:11:07.387384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Updating router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c port 39925754-e01e-491b-b1b4-15554ea12e05 binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 22:11:07.453407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:07.499199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-873dc33e-afb6-40d2-8714-57f2f650b5e4 None None] Provisioning complete for port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:07.499639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-873dc33e-afb6-40d2-8714-57f2f650b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:07.654734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:07.746181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:07.814804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-33677dea-6e30-4f8f-9778-37a4830eec78 None None] Provisioning complete for port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:07.815508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-33677dea-6e30-4f8f-9778-37a4830eec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.048054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.063692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Transition to ACTIVE for port object 39925754-e01e-491b-b1b4-15554ea12e05 will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:08.068355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.088246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:08.143250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-107a664b-5783-4295-aa68-f0d55672f159 None None] Provisioning complete for port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:08.143682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-107a664b-5783-4295-aa68-f0d55672f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.226921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.233499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Pushing event updated for resources: {'Port': ['ID=39925754-e01e-491b-b1b4-15554ea12e05,revision_number=2']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:08.249280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.249662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.250047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.250543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.250935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.251306 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.251666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.252023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.252383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.252875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.253246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.253601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.254663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.254663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.254663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.255020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.255350 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.255704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.256274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.256537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.256889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.257243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.257595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.257946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:08.261184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Allocated IP 172.20.0.1 (9e0e1afa-d3ba-434e-8090-2e0d749dcb8b/444d29a7-491e-470f-9f2b-dc8e7d034e39/b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:11:08.264702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:08.351502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Attempting to bind port 39925754-e01e-491b-b1b4-15554ea12e05 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:11:08.351975 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Attempting to bind port 39925754-e01e-491b-b1b4-15554ea12e05 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:11:08.352364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Attempting to bind port 39925754-e01e-491b-b1b4-15554ea12e05 on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:11:08.358648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:11:08.359099 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:08.359543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.359974 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:11:08.360483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Bound port: 39925754-e01e-491b-b1b4-15554ea12e05, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:11:08.360897 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.441563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] For port 39925754-e01e-491b-b1b4-15554ea12e05, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:11:08.442073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.447604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] For port 39925754-e01e-491b-b1b4-15554ea12e05, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=39925754-e01e-491b-b1b4-15554ea12e05,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:11:08.450994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.463013 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Transition to ACTIVE for port object b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:08.468020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:08.485406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:08.497516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.542277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ead173b2-4627-48d4-9ddc-35bc60a89132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:08.640200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:08.644270 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Pushing event updated for resources: {'Port': ['ID=39925754-e01e-491b-b1b4-15554ea12e05,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:08.644646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:08.654464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f52c0ce0-6c1d-47a3-b0b2-1b3adc83bf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:08.721571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Pushing event updated for resources: {'Port': ['ID=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:08.733099 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:08.785332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:08.786971 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:08.789490 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:11:08.839824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:08.840536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:08.877257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:09.093427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:09.163453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0988a68a-bc01-42f8-a2c7-1b9be124861d None None] Provisioning for port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:09.177061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0988a68a-bc01-42f8-a2c7-1b9be124861d None None] Provisioning complete for port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:09.177496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0988a68a-bc01-42f8-a2c7-1b9be124861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:09.276967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:09.280656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0988a68a-bc01-42f8-a2c7-1b9be124861d None None] Port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 22:11:09.772161 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:05Z', 'revision_number': 3, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:09.778180 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11574c3e-b686-4718-8794-d300b7bdf54b None None] The sync data for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi is: [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:05Z', 'revision_number': 3, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:11:09.916911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:09.924454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:09.955238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-af4eefaf-ec79-4e9b-b70c-24bb348dfc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:10.047245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:10.063346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Pushing event updated for resources: {'Port': ['ID=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:10.117988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:10.203228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:10.204443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:10.478942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:11:10.514889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0ac87771-8bea-4e93-ac1a-9257705f739b None None] Provisioning complete for port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:10.515212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ac87771-8bea-4e93-ac1a-9257705f739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:10.558508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 39925754-e01e-491b-b1b4-15554ea12e05 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:10.643930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0ac87771-8bea-4e93-ac1a-9257705f739b None None] Port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 22:11:10.674667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 39925754-e01e-491b-b1b4-15554ea12e05 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:10.681990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 39925754-e01e-491b-b1b4-15554ea12e05 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:10.682649 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:10.687076 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:11:10.716099 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] 10.222.0.36 "PUT /v2.0/routers/7c2c5b8e-25db-4bbd-97a2-677ee9218f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8636293 Feb 12 22:11:10.824606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:10.849599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 39925754-e01e-491b-b1b4-15554ea12e05, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=39925754-e01e-491b-b1b4-15554ea12e05,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:11:10.854662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:10.856977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:10.931948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=39925754-e01e-491b-b1b4-15554ea12e05,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:10.935459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:11.626396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51770) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:11.633003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-386475586-network', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:11.641236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:11.645583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Usage tracker for resource:network and tenant:d878b24dc29748ecb59005ecaa974957 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:11.654351 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:11.661014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:11.671534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Made reservation on behalf of d878b24dc29748ecb59005ecaa974957 for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:11:11.677705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.693964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.711181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:11.716940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Usage tracker for resource:security_group_rule and tenant:d878b24dc29748ecb59005ecaa974957 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:11.720618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:11.726760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:11.829961 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.833117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.838129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-902cd805-ca50-4826-a08f-81c976414459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:11.876110 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 22:11:11.886213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7791dc-961f-464c-a6b1-58511c1d539e,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:11.890292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:11.894308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.894767 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Added segment 13114927-29e1-4e1a-ab19-a5ba666844a1 of type vxlan for network 5e127003-c09b-4fba-b7ec-46c677d7c941 Feb 12 22:11:11.924970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.956453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.957757 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:11:11.958417 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:11.964220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:12.078576 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4483016 Feb 12 22:11:12.078576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Pushing event updated for resources: {'Network': ['ID=5e127003-c09b-4fba-b7ec-46c677d7c941,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:12.080230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51780) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:12.081838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:12.086824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Request body: {'subnet': {'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-386475586-subnet', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:12.089565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:11:12.092203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:12.096330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Usage tracker for resource:subnet and tenant:d878b24dc29748ecb59005ecaa974957 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:12.099498 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:12.106026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:12.117165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:11:12.120009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Made reservation on behalf of d878b24dc29748ecb59005ecaa974957 for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:11:12.125048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15508572'] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:12.480383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 39925754-e01e-491b-b1b4-15554ea12e05 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:12.553821 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 39925754-e01e-491b-b1b4-15554ea12e05 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:12.554246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:12.569544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15592657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15508557'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:12.591021 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-709b56d3-4304-4593-ae43-11249cfbc3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:12.688544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Sync routers for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:11:12.701136 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:12.701682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:12.735104 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7181d700-8616-4ba3-8e27-180ec566121b,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:12.738082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:12.813698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Checking segment: {'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:12.814384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Network hostable DHCP agents. Network: 5e127003-c09b-4fba-b7ec-46c677d7c941, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 22:11:12.846841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 22:11:12.861825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, 5e127003-c09b-4fba-b7ec-46c677d7c941) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:12.878189 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:11:12.879134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:12.895766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c1fff-b976-4f8b-8a84-2f68f3413a32 None None] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:11:12.904244 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c1a08b33-d7c2-4be3-bce4-de9fb127f3e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8239474 Feb 12 22:11:12.906893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 51800) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:12.912996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:12.920261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:12.927761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Usage tracker for resource:router and tenant:d878b24dc29748ecb59005ecaa974957 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:12.933920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:12.941852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:12.958900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-599649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127416'] for router, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:12.960639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854354221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854648400'] for router, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:12.995250 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:13.014651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:13.350396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854648353'] for router, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:13.692692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0807dc08-9fbe-5bb9-bc26-1cafea2e84e8-5e127003-c09b-4fba-b7ec-46c677d7c941', 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'fixed_ips': [{'subnet_id': '7181d700-8616-4ba3-8e27-180ec566121b'}]}} from dv-cinder-775250-2-iscsi. {{(pid=84048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 22:11:13.693628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:13.713378 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 2, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:13.731710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Checking router: 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:11:13.732130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Updating router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 22:11:13.759331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:13.799723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:13.887185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:14.112826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Allocated IP 172.20.0.2 (5e127003-c09b-4fba-b7ec-46c677d7c941/7181d700-8616-4ba3-8e27-180ec566121b/762e231d-c585-446b-aa1d-f68d2a65be7b) {{(pid=84048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:11:14.124214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Allocated IP 172.27.2.236 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/77f09b05-0236-4069-b06a-b9b35427652a) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:11:14.335281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:14.372948 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:14.389375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d554e69b-14e3-4a42-883f-bacfcce87581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:14.540811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Pushing event updated for resources: {'Port': ['ID=77f09b05-0236-4069-b06a-b9b35427652a,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:14.546053 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:14.589708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:14.590999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:14.594247 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:11:14.671907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Notify callbacks [] for port, precommit_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:14.723151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Transition to ACTIVE for port object 762e231d-c585-446b-aa1d-f68d2a65be7b will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:14.766093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Transition to ACTIVE for port object 762e231d-c585-446b-aa1d-f68d2a65be7b will not be triggered until provisioned by entity DHCP. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:14.770888 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:14.780001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648'] for port, after_create {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:14.801069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:14.888295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Transition to ACTIVE for port object b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:14.906537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.028430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Pushing event updated for resources: {'Port': ['ID=762e231d-c585-446b-aa1d-f68d2a65be7b,revision_number=1']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:15.043697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:15.046803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:15.172571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f71f7-38a3-43f4-86b9-aeb9cdc332d0 None None] Pushing event updated for resources: {'Port': ['ID=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:15.178602 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-618f71f7-38a3-43f4-86b9-aeb9cdc332d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:15.193647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 is already hosted by enough agents. {{(pid=84048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:15.196412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Resources bound (agent type, host, resource id): {{(pid=84048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:15.199455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Received port after_create {{(pid=84048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:11:15.318147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.364382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Attempting to bind port 762e231d-c585-446b-aa1d-f68d2a65be7b on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:11:15.364812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Attempting to bind port 762e231d-c585-446b-aa1d-f68d2a65be7b by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:11:15.365229 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Attempting to bind port 762e231d-c585-446b-aa1d-f68d2a65be7b on network 5e127003-c09b-4fba-b7ec-46c677d7c941 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:11:15.384118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:11:15.384546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Checking segment: {'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:15.385000 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.385448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Bound using segment: {'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:11:15.386214 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Bound port: 762e231d-c585-446b-aa1d-f68d2a65be7b, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:11:15.386444 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.407770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Attempting to bind port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:11:15.408190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Attempting to bind port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:11:15.408601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Attempting to bind port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c on network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:11:15.418795 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:11:15.419259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Checking segment: {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:15.419714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.420154 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Bound using segment: {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:11:15.420678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Bound port: b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:11:15.421102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.782900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] For port 762e231d-c585-446b-aa1d-f68d2a65be7b, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:11:15.787494 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] For port 762e231d-c585-446b-aa1d-f68d2a65be7b, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=762e231d-c585-446b-aa1d-f68d2a65be7b,segment=NetworkSegment(13114927-29e1-4e1a-ab19-a5ba666844a1),segment_id=13114927-29e1-4e1a-ab19-a5ba666844a1)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:11:15.788461 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854176135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854132548'] for router, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.790113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] For port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:11:15.794274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] For port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:11:15.796521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.812706 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-585dad3a-e02a-4dec-a8e3-d8253403cb5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:15.904943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:15.947628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:11:16.069261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Pushing event updated for resources: {'Port': ['ID=762e231d-c585-446b-aa1d-f68d2a65be7b,revision_number=2']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:16.076977 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Router a455d63c-16c4-4d15-a5fc-de3e607f24df is scheduled to L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d with binding_index 1 {{(pid=84047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 22:11:16.081449 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:16.081990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d22f6ddc-d1f5-4dc7-b69f-90d998b8696f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:16.220410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f71f7-38a3-43f4-86b9-aeb9cdc332d0 None None] Pushing event updated for resources: {'Port': ['ID=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:16.228643 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-618f71f7-38a3-43f4-86b9-aeb9cdc332d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:16.249033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:16.249916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:16.297139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:11:16.307827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Sync routers for ids ['a455d63c-16c4-4d15-a5fc-de3e607f24df'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:11:16.320202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Routers {'a455d63c-16c4-4d15-a5fc-de3e607f24df'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:16.321681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['a455d63c-16c4-4d15-a5fc-de3e607f24df'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:16.327271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:16.332245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 51888) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:16.343331 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f1ef900c-6f6d-4d01-b13e-4d17c703adce admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4351425 Feb 12 22:11:16.497475 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:16.575546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Set router a455d63c-16c4-4d15-a5fc-de3e607f24df gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:16.936012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:15Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:16.940177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40905df6-36e8-4ca9-94c6-e362222af05e None None] The sync data for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi is: [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:15Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:11:16.962587 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:11:15Z', 'revision_number': 3, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:16.966748 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Checking router: a455d63c-16c4-4d15-a5fc-de3e607f24df for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:11:16.967173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Updating router a455d63c-16c4-4d15-a5fc-de3e607f24df port 77f09b05-0236-4069-b06a-b9b35427652a binding host dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 22:11:17.036870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:17.504586 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Notify callbacks [] for port, precommit_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:17.519752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Transition to ACTIVE for port object 77f09b05-0236-4069-b06a-b9b35427652a will not be triggered until provisioned by entity L2. {{(pid=84049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:17.521523 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:17.526265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:17.610257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-66a071dd-9bd5-481d-90c1-05ed55126110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:17.721331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a56f18-5af4-4ffa-9a24-3278c2d55cd6 None None] Pushing event updated for resources: {'Port': ['ID=77f09b05-0236-4069-b06a-b9b35427652a,revision_number=2']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:17.726345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-57a56f18-5af4-4ffa-9a24-3278c2d55cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:17.790305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Attempting to bind port 77f09b05-0236-4069-b06a-b9b35427652a on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:11:17.792105 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Attempting to bind port 77f09b05-0236-4069-b06a-b9b35427652a by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:11:17.792646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Attempting to bind port 77f09b05-0236-4069-b06a-b9b35427652a on network afb16f71-84b0-4a3c-9b47-8309a295518b {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:11:17.800711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:11:17.801862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Checking segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:17.802584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:17.803330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Bound using segment: {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'} {{(pid=84049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:11:17.803974 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Bound port: 77f09b05-0236-4069-b06a-b9b35427652a, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e97032-083b-4819-85e4-0195b1b1f5fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}}] {{(pid=84049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:11:17.804505 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:17.906193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcbb89a-4ae2-4ab1-acf4-2bb00b0d6ebc None None] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:11:17.919107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] For port 77f09b05-0236-4069-b06a-b9b35427652a, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:11:17.922763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] For port 77f09b05-0236-4069-b06a-b9b35427652a, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=77f09b05-0236-4069-b06a-b9b35427652a,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:11:17.927147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84049) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:17.960049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:18.000457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Allocated IP 172.20.0.1 (5e127003-c09b-4fba-b7ec-46c677d7c941/7181d700-8616-4ba3-8e27-180ec566121b/c79bc382-88c3-467d-a052-b913b7d696b5) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:11:18.016848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-55405319-3a1c-4456-8068-a891f8fbd034 None None] Provisioning for port 762e231d-c585-446b-aa1d-f68d2a65be7b completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:18.157371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a56f18-5af4-4ffa-9a24-3278c2d55cd6 None None] Pushing event updated for resources: {'Port': ['ID=77f09b05-0236-4069-b06a-b9b35427652a,revision_number=3']} {{(pid=84049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:18.161570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-57a56f18-5af4-4ffa-9a24-3278c2d55cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84049) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:18.191156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:18.211304 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Transition to ACTIVE for port object c79bc382-88c3-467d-a052-b913b7d696b5 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:18.213114 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Routers {'a455d63c-16c4-4d15-a5fc-de3e607f24df'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:18.213817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['a455d63c-16c4-4d15-a5fc-de3e607f24df'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:18.240035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:18.273380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78279f70-b966-457b-8f1f-96b2c3631284 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:18.434353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Pushing event updated for resources: {'Port': ['ID=c79bc382-88c3-467d-a052-b913b7d696b5,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:18.440160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:18.468566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] Set router a455d63c-16c4-4d15-a5fc-de3e607f24df gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:18.507671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:18.509035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:18.512526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:11:18.591310 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:18.626359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854131232'] for router_interface, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:18.676075 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:18.684768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:18.685211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:18.823705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:18.860931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:18.870336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:11:15Z', 'revision_number': 3, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:18.876626 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f537d68-50de-4c21-a950-389d823dd535 None None] The sync data for ids ['a455d63c-16c4-4d15-a5fc-de3e607f24df'] in dv-cinder-775250-2-iscsi is: [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:11:15Z', 'revision_number': 3, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:11:18.912294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:11:18.917026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:18.918066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 762e231d-c585-446b-aa1d-f68d2a65be7b up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:18.952074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:19.079990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-088d9742-0c71-47a4-87c1-0f19db2f5188 None None] Provisioning for port c79bc382-88c3-467d-a052-b913b7d696b5 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:19.089875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-088d9742-0c71-47a4-87c1-0f19db2f5188 None None] Provisioning complete for port c79bc382-88c3-467d-a052-b913b7d696b5 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:19.090330 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-088d9742-0c71-47a4-87c1-0f19db2f5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.155492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:19.159513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:19.179640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-088d9742-0c71-47a4-87c1-0f19db2f5188 None None] Port c79bc382-88c3-467d-a052-b913b7d696b5 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 22:11:19.185482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 762e231d-c585-446b-aa1d-f68d2a65be7b completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:19.191497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 762e231d-c585-446b-aa1d-f68d2a65be7b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:19.191935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.207982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.212407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.253572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:19.332042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-aca032d0-8164-41e6-a744-0510312841fd None None] Provisioning complete for port 762e231d-c585-446b-aa1d-f68d2a65be7b triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:19.332384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aca032d0-8164-41e6-a744-0510312841fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.343548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Pushing event updated for resources: {'Port': ['ID=c79bc382-88c3-467d-a052-b913b7d696b5,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:19.346323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853996547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644554'] for router_interface, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.382776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.449724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 762e231d-c585-446b-aa1d-f68d2a65be7b, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=762e231d-c585-446b-aa1d-f68d2a65be7b,segment=NetworkSegment(13114927-29e1-4e1a-ab19-a5ba666844a1),segment_id=13114927-29e1-4e1a-ab19-a5ba666844a1)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:11:19.457393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:19.461624 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4c91477d-78f4-4604-b776-822e516bdb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:19.479224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:19.552485 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:11:19.553763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:11:19.635273 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=762e231d-c585-446b-aa1d-f68d2a65be7b,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:19.638842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:19.913911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Router a455d63c-16c4-4d15-a5fc-de3e607f24df has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:11:19.987566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-7c89e99e-e1a5-4de4-b839-e78844001551 None None] Provisioning complete for port c79bc382-88c3-467d-a052-b913b7d696b5 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:19.988002 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c89e99e-e1a5-4de4-b839-e78844001551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:20.072678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7c89e99e-e1a5-4de4-b839-e78844001551 None None] Port c79bc382-88c3-467d-a052-b913b7d696b5 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 22:11:20.125599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:11:20.136767 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] 10.222.0.36 "PUT /v2.0/routers/a455d63c-16c4-4d15-a5fc-de3e607f24df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8020823 Feb 12 22:11:20.563553 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 762e231d-c585-446b-aa1d-f68d2a65be7b up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:20.638545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 762e231d-c585-446b-aa1d-f68d2a65be7b triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:20.639028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:20.766812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 77f09b05-0236-4069-b06a-b9b35427652a up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:21.017412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port 77f09b05-0236-4069-b06a-b9b35427652a completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:21.030472 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-967567305', 'description': 'tempest-TestShelveInstance-967567305 description'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:21.031544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 77f09b05-0236-4069-b06a-b9b35427652a triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:21.031979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.036793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:21.041228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Usage tracker for resource:security_group and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:21.044914 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:21.052245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:21.066656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.099469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:21.111778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Usage tracker for resource:security_group_rule and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:21.115017 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:21.125002 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:21.210478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.213998 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.223723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e0b4a283-fa08-41f7-96f9-36cf5733cfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:21.237537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.259557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port 77f09b05-0236-4069-b06a-b9b35427652a, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=77f09b05-0236-4069-b06a-b9b35427652a,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:11:21.264318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.265474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:21.265659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.278006 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d8d3b699-da37-44e7-bdd2-dd108dd1ebcb req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2532673 Feb 12 22:11:21.285118 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6a19a-23ad-49f5-8dd6-5944c6620029,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:21.288522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6437e35e-141c-4c97-994e-4234d66806bb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:21.311427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:21.359407 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-897a5f0c-13cf-48f2-a203-ba125601d8f5 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups/56e6a19a-23ad-49f5-8dd6-5944c6620029 HTTP/1.1" status: 200 len: 1800 time: 0.0613275 Feb 12 22:11:21.365800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56e6a19a-23ad-49f5-8dd6-5944c6620029', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:21.366258 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56e6a19a-23ad-49f5-8dd6-5944c6620029', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:21.375098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:21.380361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Usage tracker for resource:security_group_rule and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:21.383960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:21.390724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:21.418358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=77f09b05-0236-4069-b06a-b9b35427652a,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:21.422800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:21.429483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:21.430524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.470108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.516677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.520571 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.525077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8bf89f09-304a-421b-ab55-d6a91c4fd9c1 tempest-AttachVolumeShelveTestJSON-1802954687 tempest-AttachVolumeShelveTestJSON-1802954687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:21.565251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dd851a-4c79-4458-9e92-f4f580eb2664,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:21.568219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.569894 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7da2e8ce-fc84-4dc1-9ee7-6f4b5e84ee4b req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2095902 Feb 12 22:11:21.571206 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c9364819-83e6-4e07-add9-7185568ade6a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:21.682935 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-57cfcdd9-0e3e-4f00-9067-4cf89fabd870 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups/56e6a19a-23ad-49f5-8dd6-5944c6620029 HTTP/1.1" status: 200 len: 2393 time: 0.0825551 Feb 12 22:11:21.688592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56e6a19a-23ad-49f5-8dd6-5944c6620029', 'remote_group_id': None}]} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:21.689037 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56e6a19a-23ad-49f5-8dd6-5944c6620029', 'remote_group_id': None}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:11:21.695726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:21.700182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Usage tracker for resource:security_group_rule and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:21.703737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:21.710487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:21.783992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.811446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.814760 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356056'] for security_group_rule, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.817097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-68e4dfc3-d277-488e-b006-408bb0bbe023 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:21.848095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f1bccc-2139-4261-a2bc-b4157fec40b6,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:21.852419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:21.855931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:21.856234 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-76fbb20c-ddc5-455b-b86b-e900604b8d22 req-0a0a5951-10d4-4529-a033-c140f8d6d32e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1729138 Feb 12 22:11:22.003570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Sync routers for ids ['a455d63c-16c4-4d15-a5fc-de3e607f24df'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:11:22.021349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Routers {'a455d63c-16c4-4d15-a5fc-de3e607f24df'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:22.022050 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['a455d63c-16c4-4d15-a5fc-de3e607f24df'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:22.246228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Set router a455d63c-16c4-4d15-a5fc-de3e607f24df gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:22.505207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 77f09b05-0236-4069-b06a-b9b35427652a up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:22.721388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port 77f09b05-0236-4069-b06a-b9b35427652a triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:22.721811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:22.818599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 4, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'c79bc382-88c3-467d-a052-b913b7d696b5', 'name': '', 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'mac_address': 'fa:16:3e:a5:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7181d700-8616-4ba3-8e27-180ec566121b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:17Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 2, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'subnets': [{'id': '7181d700-8616-4ba3-8e27-180ec566121b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:22.849847 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Checking router: a455d63c-16c4-4d15-a5fc-de3e607f24df for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:11:22.850293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Updating router a455d63c-16c4-4d15-a5fc-de3e607f24df port c79bc382-88c3-467d-a052-b913b7d696b5 binding host dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 22:11:22.940593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:23.379572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:23.392507 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Transition to ACTIVE for port object c79bc382-88c3-467d-a052-b913b7d696b5 will not be triggered until provisioned by entity L2. {{(pid=84048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:11:23.395140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:23.410832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:23.555156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f79f15-2cfd-4852-8618-9f0c5ffc8863 None None] Pushing event updated for resources: {'Port': ['ID=c79bc382-88c3-467d-a052-b913b7d696b5,revision_number=3']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:23.558456 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-49f79f15-2cfd-4852-8618-9f0c5ffc8863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:23.730554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Attempting to bind port c79bc382-88c3-467d-a052-b913b7d696b5 on host dv-cinder-775250-2-iscsi for vnic_type normal with profile {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:11:23.731188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Attempting to bind port c79bc382-88c3-467d-a052-b913b7d696b5 by drivers openvswitch on host dv-cinder-775250-2-iscsi at level 0 using segments [{'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:11:23.732030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Attempting to bind port c79bc382-88c3-467d-a052-b913b7d696b5 on network 5e127003-c09b-4fba-b7ec-46c677d7c941 {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:11:23.739728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Checking agent: {'id': '167bfb3c-8a70-4a6e-9dea-2f23279c9d11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:11:23.740390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Checking segment: {'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:11:23.740879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:23.741455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Bound using segment: {'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'} {{(pid=84048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:11:23.742920 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Bound port: c79bc382-88c3-467d-a052-b913b7d696b5, host: dv-cinder-775250-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13114927-29e1-4e1a-ab19-a5ba666844a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941'}}] {{(pid=84048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:11:23.743512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:23.862666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] For port c79bc382-88c3-467d-a052-b913b7d696b5, host dv-cinder-775250-2-iscsi, cleared binding levels {{(pid=84048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:11:23.865936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] For port c79bc382-88c3-467d-a052-b913b7d696b5, host dv-cinder-775250-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=c79bc382-88c3-467d-a052-b913b7d696b5,segment=NetworkSegment(13114927-29e1-4e1a-ab19-a5ba666844a1),segment_id=13114927-29e1-4e1a-ab19-a5ba666844a1)] {{(pid=84048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:11:23.869825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:23.885003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:24.037285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f79f15-2cfd-4852-8618-9f0c5ffc8863 None None] Pushing event updated for resources: {'Port': ['ID=c79bc382-88c3-467d-a052-b913b7d696b5,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:24.043160 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-49f79f15-2cfd-4852-8618-9f0c5ffc8863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:24.088009 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Routers {'a455d63c-16c4-4d15-a5fc-de3e607f24df'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:11:24.088693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:11:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['a455d63c-16c4-4d15-a5fc-de3e607f24df'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:24.465124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] Set router a455d63c-16c4-4d15-a5fc-de3e607f24df gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:11:24.814308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 4, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'c79bc382-88c3-467d-a052-b913b7d696b5', 'name': '', 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'mac_address': 'fa:16:3e:a5:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7181d700-8616-4ba3-8e27-180ec566121b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:17Z', 'updated_at': '2021-02-12T22:11:23Z', 'revision_number': 4, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'subnets': [{'id': '7181d700-8616-4ba3-8e27-180ec566121b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:24.818540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01374c1f-87b4-498b-b800-df77e45df6d2 None None] The sync data for ids ['a455d63c-16c4-4d15-a5fc-de3e607f24df'] in dv-cinder-775250-2-iscsi is: [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 4, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'c79bc382-88c3-467d-a052-b913b7d696b5', 'name': '', 'network_id': '5e127003-c09b-4fba-b7ec-46c677d7c941', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'mac_address': 'fa:16:3e:a5:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7181d700-8616-4ba3-8e27-180ec566121b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:17Z', 'updated_at': '2021-02-12T22:11:23Z', 'revision_number': 4, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'subnets': [{'id': '7181d700-8616-4ba3-8e27-180ec566121b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:11:26.505544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device c79bc382-88c3-467d-a052-b913b7d696b5 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:26.575803 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning for port c79bc382-88c3-467d-a052-b913b7d696b5 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:11:26.580682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port c79bc382-88c3-467d-a052-b913b7d696b5 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:26.581109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:26.714289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:26.750665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] For port c79bc382-88c3-467d-a052-b913b7d696b5, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=c79bc382-88c3-467d-a052-b913b7d696b5,segment=NetworkSegment(13114927-29e1-4e1a-ab19-a5ba666844a1),segment_id=13114927-29e1-4e1a-ab19-a5ba666844a1)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:11:26.753805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:26.755997 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:26.828463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Pushing event updated for resources: {'Port': ['ID=c79bc382-88c3-467d-a052-b913b7d696b5,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:26.831990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:28.493025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device c79bc382-88c3-467d-a052-b913b7d696b5 up at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:11:28.567797 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Provisioning complete for port c79bc382-88c3-467d-a052-b913b7d696b5 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:11:28.568215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:33.199058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a18e2d50-a1df-4ce2-9a81-dc5023062149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:35.102691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-442fe80e-e22c-4a4a-bc5b-ec140d51d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:35.438106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:36.667341 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:37.601092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.217622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.230492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52316) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:38.363243 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.382225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:38.386364 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Usage tracker for resource:security_group_rule and tenant:56f5363742aa405487ed6cd1b0e08413 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:38.389512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:38.395844 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:38.488925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.492769 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.502837 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ab2ae6b8-7015-4283-afce-da4229e757a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:38.548865 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56f5363742aa405487ed6cd1b0e08413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171451 Feb 12 22:11:38.551651 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52362) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:38.554527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bfa6cb-5074-43b3-8950-f4a4e54e3e75,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:38.558232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:38.621028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.648905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.697824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.703049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cdf5009a-7888-4a98-83dc-717cd551be28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:38.720169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bfa6cb-5074-43b3-8950-f4a4e54e3e75,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:38.722976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:38.724277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:38.727273 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35bfa6cb-5074-43b3-8950-f4a4e54e3e75 HTTP/1.1" status: 204 len: 168 time: 0.1729434 Feb 12 22:11:39.076921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52386) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:39.101117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.119284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:39.123382 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Usage tracker for resource:security_group_rule and tenant:34da4449b4e74b3b8942c70413e8c953 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:39.126436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:39.134667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:39.251361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.255004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.289670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-089322be-b2c5-4cd0-90c2-9abd6443f2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:39.290320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52408) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:39.323606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52416) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:39.323887 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34da4449b4e74b3b8942c70413e8c953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456853 Feb 12 22:11:39.332656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ebc453-5bfb-4404-8bfe-32731d6ffc52,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:39.336149 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:39.394001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a705688a-fc42-42c0-8abe-575fb07affa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.424876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a705688a-fc42-42c0-8abe-575fb07affa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.472647 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a705688a-fc42-42c0-8abe-575fb07affa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.477945 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:39.492554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705688a-fc42-42c0-8abe-575fb07affa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ebc453-5bfb-4404-8bfe-32731d6ffc52,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:39.496321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a705688a-fc42-42c0-8abe-575fb07affa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:39.498934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a705688a-fc42-42c0-8abe-575fb07affa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.502999 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a705688a-fc42-42c0-8abe-575fb07affa9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52ebc453-5bfb-4404-8bfe-32731d6ffc52 HTTP/1.1" status: 204 len: 168 time: 0.1773887 Feb 12 22:11:39.640866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Deleting subnet 62eb2eb7-cb20-4962-b62c-728ac49daf27 {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:11:39.644499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.698881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:39.758286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:40.037822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:40.055000 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-caa46005-c808-4e2b-ac5f-ba17775cd766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:40.150526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62eb2eb7-cb20-4962-b62c-728ac49daf27,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:40.154528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:40.211565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:40.218404 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4f44a77e-e7f9-4534-bdfc-6403b480bc8b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/62eb2eb7-cb20-4962-b62c-728ac49daf27 HTTP/1.1" status: 204 len: 168 time: 0.9266648 Feb 12 22:11:40.221039 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52444) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:40.354218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:40.563878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:40.692279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728506a2-a938-439b-aa4b-a2b1cd92ed90']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:40.712076 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2ad90f-0bbe-4959-884a-590a9746149e') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:40.712423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2ad90f-0bbe-4959-884a-590a9746149e') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:11:40.729098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:40.746106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:40.748349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:11:41.206279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:11:41.217558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:41.414040 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Network 728506a2-a938-439b-aa4b-a2b1cd92ed90 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:11:41.438674 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:11:41.527870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:41.531328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:41.549885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:41.556521 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=728506a2-a938-439b-aa4b-a2b1cd92ed90,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:41.561731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:41.571114 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6bf1c108-dc94-4c24-8c61-3c53cbcd68f8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/728506a2-a938-439b-aa4b-a2b1cd92ed90 HTTP/1.1" status: 204 len: 168 time: 1.3489556 Feb 12 22:11:41.757385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52500) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:41.816492 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7241258e-f4fb-49a1-9a0f-1d05c6d31e4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e978cf983d6141fca9d59c1d5305061e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553370 Feb 12 22:11:41.816771 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52504) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:41.882179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:41.910473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:41.957531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:41.966390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cc19118c-6f0e-4c5c-b625-1ee815c83410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:41.985147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b7f86-e848-4b71-b0b6-ea35d8654bbb,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:41.991316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:41.995090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:41.998910 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d64b7f86-e848-4b71-b0b6-ea35d8654bbb HTTP/1.1" status: 204 len: 168 time: 0.1786642 Feb 12 22:11:52.949344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:11:57.653894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52698) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:57.793832 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:57.811057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:57.815608 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Usage tracker for resource:security_group_rule and tenant:515f0d6440d84fb5bbc5cba14501d958 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:57.818842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:57.825064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:57.928301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:57.932806 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:57.943464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e0f9fd37-2818-4f40-9bf7-badf427c2fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:57.994546 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=515f0d6440d84fb5bbc5cba14501d958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392076 Feb 12 22:11:57.996340 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35455da9-035b-483d-ab0f-286152ee35a9,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:57.997489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52718) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:58.000159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:58.071452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.101872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.148502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.154259 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aa30c49d-cc03-493e-b505-134f54842010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:58.167285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35455da9-035b-483d-ab0f-286152ee35a9,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:58.172964 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:58.177126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.181532 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35455da9-035b-483d-ab0f-286152ee35a9 HTTP/1.1" status: 204 len: 168 time: 0.1798267 Feb 12 22:11:58.476030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52732) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:58.496531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.512257 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:11:58.516446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Usage tracker for resource:security_group_rule and tenant:bae1ea275e804a79846469db18a734e0 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:11:58.519383 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:11:58.525370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:11:58.612555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.615357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.624545 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78e01f27-f77b-4438-a851-f0f7c42564ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:58.665727 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bae1ea275e804a79846469db18a734e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884396 Feb 12 22:11:58.667996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0895e4-d67f-45a9-adc2-cd5338655b80,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:58.669420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52736) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:11:58.671282 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ffc8604a-53f6-4584-adf9-f43854f1125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:58.736200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.766426 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.820309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.826080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e791a878-a1e2-4b8f-aed3-e9808843897e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:11:58.841397 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0895e4-d67f-45a9-adc2-cd5338655b80,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:11:58.852670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.853089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.853497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.853925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.854328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.854727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.855150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.855549 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.855943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.856338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.856727 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.857384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.857814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.858210 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.858598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.859014 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.859403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.859793 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.860178 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.860565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.860952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.861338 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.861723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.862107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:11:58.866198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:11:58.867552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:11:58.868779 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f2e1b1b3-3111-4b25-af78-6999c1317c9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c0895e4-d67f-45a9-adc2-cd5338655b80 HTTP/1.1" status: 204 len: 168 time: 0.1975136 Feb 12 22:12:00.243952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52806) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:00.439790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:00.455357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:00.459625 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Usage tracker for resource:security_group_rule and tenant:356bdb74c1c04b648ddf9e8041aeb6a2 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:00.462639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:00.468562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:00.559152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:00.562561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:00.572217 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-55e04e67-8b06-4c2f-9b00-baf0b8f02f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:00.620700 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=356bdb74c1c04b648ddf9e8041aeb6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749948 Feb 12 22:12:00.621712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfac76c7-b865-41a7-b3a3-e93f52400a30,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:00.623544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52822) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:00.630448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.630906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.631339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.631761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.632177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.632588 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.632996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.633408 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.633816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.634632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.635102 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.635558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.636008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.639739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.640192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.640618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.641038 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.641455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.641868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.642281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.642693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.643128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.643536 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.643943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:00.648830 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-435be1d4-3dc9-4c34-82f1-cfe5652ce83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:00.694431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:00.723285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:00.770159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:00.775886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b34bde53-62b7-4e3a-a108-ce4ad38574ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:00.794583 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfac76c7-b865-41a7-b3a3-e93f52400a30,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:00.797677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:00.798950 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:00.800326 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfac76c7-b865-41a7-b3a3-e93f52400a30 HTTP/1.1" status: 204 len: 168 time: 0.1752505 Feb 12 22:12:01.124978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52844) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:01.145705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:01.162062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:01.166148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Usage tracker for resource:security_group_rule and tenant:2c50f42cdd2b4f1aa1f1745b802af842 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:01.169182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:01.174942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:01.264355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:01.267606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:01.277528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9efe87b4-b36f-436f-84f1-658f5f9ba03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:01.332430 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c50f42cdd2b4f1aa1f1745b802af842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092834 Feb 12 22:12:01.333406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba43d9-7afe-4969-bae0-f7fb8e863171,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:01.335909 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52854) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:01.336976 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-39e92c06-dc63-4d1f-9bdd-550eacbdc958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:01.422404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:01.449882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:01.496674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:01.501970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-fcd88a8f-dbca-4c0f-a988-03a9943d2d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:01.516285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba43d9-7afe-4969-bae0-f7fb8e863171,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:01.519812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:01.522644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:01.527288 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cba43d9-7afe-4969-bae0-f7fb8e863171 HTTP/1.1" status: 204 len: 168 time: 0.1890831 Feb 12 22:12:03.203469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aeb78178-2c13-4f9e-b6ae-c992e45e8e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:03.562811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52922) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:03.695896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:03.711763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:03.716436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Usage tracker for resource:security_group_rule and tenant:f14bbfb9d23b42db9b73f6db3044312b is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:03.719535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:03.725532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:03.829307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:03.832232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:03.841802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e9c8ab17-50d1-494a-8b69-7a3da2dac687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:03.885762 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f14bbfb9d23b42db9b73f6db3044312b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217504 Feb 12 22:12:03.887522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924c35b8-f4af-494f-97cc-0ebc47452d5a,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:03.888863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52928) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:03.890928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:03.955307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e033-5e02-48d3-9d42-e5c1766432bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:03.983995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e033-5e02-48d3-9d42-e5c1766432bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.032223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e033-5e02-48d3-9d42-e5c1766432bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.037723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7416f881-957b-4cca-809b-0a9e9f4d626d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:04.054687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e033-5e02-48d3-9d42-e5c1766432bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c35b8-f4af-494f-97cc-0ebc47452d5a,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:04.057414 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a7a4e033-5e02-48d3-9d42-e5c1766432bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:04.071955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e033-5e02-48d3-9d42-e5c1766432bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.090179 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a7a4e033-5e02-48d3-9d42-e5c1766432bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/924c35b8-f4af-494f-97cc-0ebc47452d5a HTTP/1.1" status: 204 len: 168 time: 0.1866164 Feb 12 22:12:04.414087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 52956) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:04.433708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.449776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:04.453944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Usage tracker for resource:security_group_rule and tenant:7148945741ee47859c825ad37decc1f8 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:04.457010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:04.463356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:04.562089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.566002 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.576241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ce884b81-e57d-42f7-ae59-dcf9f6d5ac89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:04.630272 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7148945741ee47859c825ad37decc1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150524 Feb 12 22:12:04.631286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515b910-dae6-4881-9f11-0c276d970e4d,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:04.633185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 52968) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:04.635457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:04.703557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-88363190-36a5-4ece-839e-494d78ae960a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.733099 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-88363190-36a5-4ece-839e-494d78ae960a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.778001 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-88363190-36a5-4ece-839e-494d78ae960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.783012 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c468c379-2c64-4ec6-ae24-d975bab1cae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:04.796033 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88363190-36a5-4ece-839e-494d78ae960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515b910-dae6-4881-9f11-0c276d970e4d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:04.799812 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-88363190-36a5-4ece-839e-494d78ae960a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:04.805346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-88363190-36a5-4ece-839e-494d78ae960a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:04.806630 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-88363190-36a5-4ece-839e-494d78ae960a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9515b910-dae6-4881-9f11-0c276d970e4d HTTP/1.1" status: 204 len: 168 time: 0.1722136 Feb 12 22:12:05.105753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a282fef-9277-47ce-8382-aa23eafd235b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:05.442348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.076614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53018) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:06.297882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.313228 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:06.317276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Usage tracker for resource:security_group_rule and tenant:0c65f2c09639410abddc113b3a300688 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:06.320254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:06.326791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:06.414313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.418021 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.427451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-39084908-8c67-4c55-8202-519d7b225627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:06.477662 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c65f2c09639410abddc113b3a300688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972745 Feb 12 22:12:06.477662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b096ac6a-0c3e-4701-b4a9-76d006023034,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:06.478317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53042) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:06.480404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:06.547171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.575627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.623269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.628425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-cb46547f-8517-4a30-8cc2-47060f6b2942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:06.643959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b096ac6a-0c3e-4701-b4a9-76d006023034,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:06.650709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:06.651730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:06.652989 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b096ac6a-0c3e-4701-b4a9-76d006023034 HTTP/1.1" status: 204 len: 168 time: 0.1737115 Feb 12 22:12:06.673962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.047146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53064) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:07.069487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.091996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:07.097371 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Usage tracker for resource:security_group_rule and tenant:91ea279495bd4ad4a13966d274ccc1ca is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:07.100792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:07.108334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:07.197023 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.200086 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.209222 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f402d1fc-c657-4fe5-ab63-2fdc81916ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:07.250624 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91ea279495bd4ad4a13966d274ccc1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018478 Feb 12 22:12:07.257116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53068) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:07.257223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa1d150-3b72-4626-8811-07a64c567843,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:07.259070 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:07.323335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dff9310-4528-43d8-81fe-2c61facf162b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.352128 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dff9310-4528-43d8-81fe-2c61facf162b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.399855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dff9310-4528-43d8-81fe-2c61facf162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.405321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4447e823-f437-4143-bcb9-d09f9319508c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:07.419673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff9310-4528-43d8-81fe-2c61facf162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa1d150-3b72-4626-8811-07a64c567843,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:07.422268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7dff9310-4528-43d8-81fe-2c61facf162b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:07.431359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dff9310-4528-43d8-81fe-2c61facf162b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.435672 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7dff9310-4528-43d8-81fe-2c61facf162b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efa1d150-3b72-4626-8811-07a64c567843 HTTP/1.1" status: 204 len: 168 time: 0.1781316 Feb 12 22:12:07.611276 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.880288 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53100) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:07.906049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:07.922390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:07.926634 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb5af7d759e4c6d9dac5df584e225d6 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:07.930114 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:07.936628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:08.028197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.031173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.040654 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-31dbf853-1164-4a7b-8b7a-fffd8a350c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:08.056359 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53106) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:08.090420 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bb5af7d759e4c6d9dac5df584e225d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089546 Feb 12 22:12:08.093411 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53112) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:08.094133 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793735ca-f813-4a7c-b5de-55e5ea5953c0,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:08.098279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:08.160982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba50c736-62c6-4169-90f3-a1497d814616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.205842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.221839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba50c736-62c6-4169-90f3-a1497d814616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.234937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:08.236979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.247277 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Usage tracker for resource:security_group_rule and tenant:600389e32636464dbb3ab575f09ce474 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:08.252802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:08.268381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:08.309266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba50c736-62c6-4169-90f3-a1497d814616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.317326 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-27d17f85-c500-40cb-91d1-9c38c1d08e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:08.333132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c736-62c6-4169-90f3-a1497d814616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793735ca-f813-4a7c-b5de-55e5ea5953c0,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:08.345125 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ba50c736-62c6-4169-90f3-a1497d814616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:08.352173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba50c736-62c6-4169-90f3-a1497d814616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.353489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ba50c736-62c6-4169-90f3-a1497d814616 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/793735ca-f813-4a7c-b5de-55e5ea5953c0 HTTP/1.1" status: 204 len: 168 time: 0.2586060 Feb 12 22:12:08.396559 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.399480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.408207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b179f8ea-db53-4981-a825-1045ab897063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:08.452678 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=600389e32636464dbb3ab575f09ce474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953176 Feb 12 22:12:08.453702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a79a4-2ecb-44b5-985f-923634e1de91,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:08.455960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53118) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:08.457092 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6d12cb05-1a47-4d7d-91d9-aff6562a3c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:08.522156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.550995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.599710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.605530 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0b50932f-3468-42bb-ad28-b255ea708ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:08.620784 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a79a4-2ecb-44b5-985f-923634e1de91,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:08.623734 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:08.634119 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.638328 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/027a79a4-2ecb-44b5-985f-923634e1de91 HTTP/1.1" status: 204 len: 168 time: 0.1812046 Feb 12 22:12:08.945413 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53144) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:08.965739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:08.990547 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:08.994876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Usage tracker for resource:security_group_rule and tenant:cec3a564996245d695b5dfdf5d952879 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:08.998749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:09.004692 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:09.072151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53150) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:09.120827 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.124027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.137292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-471b12f1-cf71-493a-9b28-2fbc0a272862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:09.182270 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cec3a564996245d695b5dfdf5d952879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356782 Feb 12 22:12:09.183369 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab95287-edcd-4fb0-865a-087546c0aaa4,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:09.185318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53156) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:09.187054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:09.207922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755099202-network', 'tenant_id': '2a1638947e524441bc87ecb7ca12e6f3'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:09.219354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:09.233042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Usage tracker for resource:network and tenant:2a1638947e524441bc87ecb7ca12e6f3 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:09.238295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:09.251855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:09.277148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Made reservation on behalf of 2a1638947e524441bc87ecb7ca12e6f3 for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:12:09.281890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.298319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.309262 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e301d1f-1c6b-4652-9a2c-a143c1259963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.325852 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:09.338348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a1638947e524441bc87ecb7ca12e6f3 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:09.343946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:09.353336 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e301d1f-1c6b-4652-9a2c-a143c1259963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.360550 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:09.437148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e301d1f-1c6b-4652-9a2c-a143c1259963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.443031 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ed02765c-e5f1-4462-a08a-6a2b7161a72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:09.467855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e301d1f-1c6b-4652-9a2c-a143c1259963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab95287-edcd-4fb0-865a-087546c0aaa4,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:09.472834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1e301d1f-1c6b-4652-9a2c-a143c1259963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:09.501271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e301d1f-1c6b-4652-9a2c-a143c1259963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.504983 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1e301d1f-1c6b-4652-9a2c-a143c1259963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab95287-edcd-4fb0-865a-087546c0aaa4 HTTP/1.1" status: 204 len: 168 time: 0.3161457 Feb 12 22:12:09.511299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.515378 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.519791 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-adf125cd-9215-4055-abdf-a21cba38f887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:09.554776 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 22:12:09.568266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb553f42-c49d-43b9-a40b-55dff95cf88b,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:09.573479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:09.574496 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.574963 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Added segment 67b0ffa3-a6f7-4478-9120-c10a09001865 of type vxlan for network f18c43c2-9e6d-4533-9040-d4707af76e88 Feb 12 22:12:09.603931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.636372 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.637785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:09.638428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.643699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-eca6686d-7008-4512-9e52-cf020fd91644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:09.742408 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6689239 Feb 12 22:12:09.745870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53166) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:09.753642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Request body: {'subnet': {'network_id': 'f18c43c2-9e6d-4533-9040-d4707af76e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755099202-subnet', 'tenant_id': '2a1638947e524441bc87ecb7ca12e6f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:09.761072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=f18c43c2-9e6d-4533-9040-d4707af76e88,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:09.763758 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:09.766488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-52a61855-6de7-4060-9b04-acd7c29a0fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:09.770880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Usage tracker for resource:subnet and tenant:2a1638947e524441bc87ecb7ca12e6f3 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:09.773135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network f18c43c2-9e6d-4533-9040-d4707af76e88 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:12:09.774289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:09.780283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:09.793436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Made reservation on behalf of 2a1638947e524441bc87ecb7ca12e6f3 for: {'subnet': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:12:09.798462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15508572'] for subnet, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:09.888637 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network f18c43c2-9e6d-4533-9040-d4707af76e88 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:12:10.259088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15592657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15508557'] for subnet, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:10.274808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-08d611d0-7a55-47e4-b9d2-fdec79a1f20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:10.413695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e04e91-b034-4511-b316-5a5d95b6780c,revision_number=0']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:10.419404 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:10.480815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Checking segment: {'id': '67b0ffa3-a6f7-4478-9120-c10a09001865', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f18c43c2-9e6d-4533-9040-d4707af76e88'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:12:10.481208 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Network hostable DHCP agents. Network: f18c43c2-9e6d-4533-9040-d4707af76e88, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 22:12:10.499886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Network f18c43c2-9e6d-4533-9040-d4707af76e88 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 22:12:10.508800 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, f18c43c2-9e6d-4533-9040-d4707af76e88) {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:12:10.519875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32f2d9-9d81-4ebe-ab87-1a88b0db5479 None None] Network f18c43c2-9e6d-4533-9040-d4707af76e88 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:12:10.524730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:10.525923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:10.558877 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-8f36301e-e9dc-4803-ac84-adf93aa98d1a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8045990 Feb 12 22:12:10.777670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027e2c4-6913-45db-8781-3c11796c6ada None None] Network f18c43c2-9e6d-4533-9040-d4707af76e88 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:12:11.357189 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53230) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:11.363871 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-582275469-network', 'tenant_id': 'e13d5dc140f345e6b44e5b8b915dfce0'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:11.369071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:11.373148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Usage tracker for resource:network and tenant:e13d5dc140f345e6b44e5b8b915dfce0 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:11.377343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:11.383194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:11.392030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Made reservation on behalf of e13d5dc140f345e6b44e5b8b915dfce0 for: {'network': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:12:11.397064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for network, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.411022 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.428640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:11.433671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e13d5dc140f345e6b44e5b8b915dfce0 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:11.436669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:11.442665 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:11.535289 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.538436 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.541728 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e13d7dd2-4235-4a6c-9fd4-de66b41e8b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:11.584230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 22:12:11.591085 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b1cc7f-e985-48f9-9443-1c16ecaa6cf8,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:11.600446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:11.600446 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789172878758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.600446 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.segments_db [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Added segment ecd369d5-2b20-41ae-98a7-27d06ca40cb1 of type vxlan for network febe9053-d46f-4260-a084-d38177890a06 Feb 12 22:12:11.635831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789172521058'] for network, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.668213 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564'] for network, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.669493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:11.670144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:11.676061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4794f52-df51-4a5e-8517-a6738c7b9b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:11.787152 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4286430 Feb 12 22:12:11.790255 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53240) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:11.790810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Pushing event updated for resources: {'Network': ['ID=febe9053-d46f-4260-a084-d38177890a06,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:11.794024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:11.796946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Request body: {'subnet': {'network_id': 'febe9053-d46f-4260-a084-d38177890a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-582275469-subnet', 'tenant_id': 'e13d5dc140f345e6b44e5b8b915dfce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:11.802269 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Network febe9053-d46f-4260-a084-d38177890a06 details requested by agent ovs-agent-dv-cinder-775250-2-iscsi with host dv-cinder-775250-2-iscsi {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:12:11.802989 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:11.807140 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Usage tracker for resource:subnet and tenant:e13d5dc140f345e6b44e5b8b915dfce0 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:11.810334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:11.816912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:11.820083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network febe9053-d46f-4260-a084-d38177890a06 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:12:11.830112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Made reservation on behalf of e13d5dc140f345e6b44e5b8b915dfce0 for: {'subnet': 1} {{(pid=84047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:12:11.834982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15153751'] for subnet, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:12.289598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839473888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15153734'] for subnet, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:12.310488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:12.686719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea011a3e-7364-450e-b476-91f505dd022d,revision_number=0']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:12.691374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:12.747344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Checking segment: {'id': 'ecd369d5-2b20-41ae-98a7-27d06ca40cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'febe9053-d46f-4260-a084-d38177890a06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:12:12.747740 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Network hostable DHCP agents. Network: febe9053-d46f-4260-a084-d38177890a06, hostable agents: ['f0ea6e9d-7405-4284-a31f-abf5ce234d6a'], hosted agents: [] {{(pid=84047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 22:12:12.765904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Network febe9053-d46f-4260-a084-d38177890a06 is scheduled to be hosted by DHCP agent f0ea6e9d-7405-4284-a31f-abf5ce234d6a with binding_index 1 {{(pid=84047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 22:12:12.773941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-iscsi, febe9053-d46f-4260-a084-d38177890a06) {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:12:12.783326 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5693e2-3a4d-48c8-9c86-0d331070d2d7 None None] Network febe9053-d46f-4260-a084-d38177890a06 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:12:12.786267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:12.786949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:12.811554 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-bd830e4b-9875-4f32-8eac-e62bacc30717 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0199742 Feb 12 22:12:13.020843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509bc0cd-4b1b-4ca9-aeed-0a2e934b29bf None None] Network febe9053-d46f-4260-a084-d38177890a06 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:12:13.682546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d5836b98-940a-4252-b980-c34778cbb27f req-035c2a84-4ae3-40c3-84d2-66b5b1c95542 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:security_group {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:12:13.698807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d5836b98-940a-4252-b980-c34778cbb27f req-035c2a84-4ae3-40c3-84d2-66b5b1c95542 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:security_group {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:12:13.700103 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-035c2a84-4ae3-40c3-84d2-66b5b1c95542 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-967567305&fields=id&tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7 HTTP/1.1" status: 200 len: 267 time: 0.0601540 Feb 12 22:12:13.861578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-0071fa10-754d-43c6-8e8e-879b04497330 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:13.862238 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d5836b98-940a-4252-b980-c34778cbb27f req-0071fa10-754d-43c6-8e8e-879b04497330 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:network {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:12:13.878599 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d5836b98-940a-4252-b980-c34778cbb27f req-0071fa10-754d-43c6-8e8e-879b04497330 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:network {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:12:13.879869 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-0071fa10-754d-43c6-8e8e-879b04497330 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 808 time: 0.1725228 Feb 12 22:12:13.896065 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-513d80eb-9dc5-4bb0-9f5c-94c9c59a6efe tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/quotas/cf83ccf9b56a4e299bfbc65ec5eea1e7 HTTP/1.1" status: 200 len: 375 time: 0.0096564 Feb 12 22:12:13.991450 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-28dbdcf7-480b-4b6b-8ae9-b31efffe15b6 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889091 Feb 12 22:12:14.115420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-160d58e5-f19f-4b72-8a48-e2b7baca3069 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 22:12:14.116447 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-160d58e5-f19f-4b72-8a48-e2b7baca3069 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1127286 Feb 12 22:12:14.262791 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-67ce8361-6379-44fb-a6c3-3b5172b82c3b service neutron] 10.222.0.36 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391845 Feb 12 22:12:14.408334 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-87119c00-a59c-4681-bbc0-a5a74979241c service neutron] 10.222.0.36 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387622 Feb 12 22:12:14.917129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-78ee5c61-173c-43a2-98e6-bc241e052ed9 req-9e6e5aa7-15ce-4ae2-9db8-44b1997415f4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:12:14.933272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-78ee5c61-173c-43a2-98e6-bc241e052ed9 req-9e6e5aa7-15ce-4ae2-9db8-44b1997415f4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:12:14.934528 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-78ee5c61-173c-43a2-98e6-bc241e052ed9 req-9e6e5aa7-15ce-4ae2-9db8-44b1997415f4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0659969 Feb 12 22:12:16.053036 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5bbe488-f591-41c2-ad25-0547f99682db req-bbb46787-0643-4b63-949c-94afadf4c58f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0587287 Feb 12 22:12:17.236711 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6b7399e7-0cb8-4b47-aaca-2512d5db149c req-890c81b0-bcde-4b64-b770-d38e6015c3af tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0496225 Feb 12 22:12:18.397780 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3a5c6e93-3bcd-4118-b51f-8dcd0de2240e req-88fce789-3f76-4ec3-a0be-59b77ad348d7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0491915 Feb 12 22:12:19.565138 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2c23d482-4247-4a61-b545-ed155253df04 req-6a19c82e-db63-40bd-99f4-b6c450483981 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0569675 Feb 12 22:12:20.436272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-6052a65c-499f-4497-8c5a-de5e6a553727 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:20.437847 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-6052a65c-499f-4497-8c5a-de5e6a553727 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 808 time: 0.1637995 Feb 12 22:12:20.519883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d5836b98-940a-4252-b980-c34778cbb27f req-b9907986-c9da-414d-aaf1-8d986dd6d1e2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:12:20.532386 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-d5836b98-940a-4252-b980-c34778cbb27f req-b9907986-c9da-414d-aaf1-8d986dd6d1e2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:12:20.533764 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-b9907986-c9da-414d-aaf1-8d986dd6d1e2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7 HTTP/1.1" status: 200 len: 5757 time: 0.0807447 Feb 12 22:12:20.543680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'port': {'device_id': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'admin_state_up': True, 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'security_groups': ['56e6a19a-23ad-49f5-8dd6-5944c6620029']}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:20.697562 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:20.707388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:20.717084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Made reservation on behalf of cf83ccf9b56a4e299bfbc65ec5eea1e7 for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:12:20.722984 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:20.748531 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d2cf4526-9417-42e1-8519-b1cb2860a708 req-eec28846-5c73-4183-9f15-489230616233 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0560536 Feb 12 22:12:21.043929 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Allocated IP 172.20.0.11 (9e0e1afa-d3ba-434e-8090-2e0d749dcb8b/444d29a7-491e-470f-9f2b-dc8e7d034e39/5c102ec3-5efb-4617-9d7f-37a4da33f698) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:12:21.494988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:21.512943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Transition to ACTIVE for port object 5c102ec3-5efb-4617-9d7f-37a4da33f698 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:12:21.537916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:21.608138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:21.716156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event updated for resources: {'Port': ['ID=5c102ec3-5efb-4617-9d7f-37a4da33f698,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:21.721244 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:21.762825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:12:21.764024 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:12:21.766439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:12:21.835007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:21.835983 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:21.865253 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-da88d064-6f65-4458-99bc-82444dfab515 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3260891 Feb 12 22:12:21.993595 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Request body: {'port': {'device_id': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:22.068526 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0f782b0e-c55a-46ea-8a47-d758cfc005e0 None None] Provisioning for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:12:22.075622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-0f782b0e-c55a-46ea-8a47-d758cfc005e0 None None] Provisioning complete for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:12:22.076054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f782b0e-c55a-46ea-8a47-d758cfc005e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:22.144999 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0f782b0e-c55a-46ea-8a47-d758cfc005e0 None None] Port 5c102ec3-5efb-4617-9d7f-37a4da33f698 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 22:12:22.163103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fef998-4707-4a9e-a6ed-22202561bea8 req-0207d42e-4400-4f33-8337-8f1d2f24ad60 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:22.163931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-86fef998-4707-4a9e-a6ed-22202561bea8 req-0207d42e-4400-4f33-8337-8f1d2f24ad60 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:12:22.170435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:22.240379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-86fef998-4707-4a9e-a6ed-22202561bea8 req-0207d42e-4400-4f33-8337-8f1d2f24ad60 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:12:22.241691 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86fef998-4707-4a9e-a6ed-22202561bea8 req-0207d42e-4400-4f33-8337-8f1d2f24ad60 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 932 time: 0.3393910 Feb 12 22:12:22.356786 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86fef998-4707-4a9e-a6ed-22202561bea8 req-08c1d53d-214d-4f16-bb03-bc4bc5405898 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1022084 Feb 12 22:12:22.644786 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c102ec3-5efb-4617-9d7f-37a4da33f698 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 22:12:22.653216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:22.667106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Transition to ACTIVE for port object 5c102ec3-5efb-4617-9d7f-37a4da33f698 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:12:22.669666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:22.686068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aa43a7b3-5c7d-49d9-991d-2cf6dac37df0 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:22.836520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Pushing event updated for resources: {'Port': ['ID=5c102ec3-5efb-4617-9d7f-37a4da33f698,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:22.842697 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:23.023249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Attempting to bind port 5c102ec3-5efb-4617-9d7f-37a4da33f698 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:12:23.023618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Attempting to bind port 5c102ec3-5efb-4617-9d7f-37a4da33f698 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:12:23.023991 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Attempting to bind port 5c102ec3-5efb-4617-9d7f-37a4da33f698 on network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:12:23.030808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:12:23.031339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Checking segment: {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:12:23.031644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:23.032039 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Bound using segment: {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:12:23.032524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Bound port: 5c102ec3-5efb-4617-9d7f-37a4da33f698, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f06920b-25bb-48dc-a842-db72b3b7dd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:12:23.032890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:23.146890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] For port 5c102ec3-5efb-4617-9d7f-37a4da33f698, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:12:23.150192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] For port 5c102ec3-5efb-4617-9d7f-37a4da33f698, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:12:23.153460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:23.169281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3949e46a-2066-41d3-a5ed-c9535c000770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:23.328167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Pushing event updated for resources: {'Port': ['ID=5c102ec3-5efb-4617-9d7f-37a4da33f698,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:23.333735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:23.375380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:23.376072 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:23.377584 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-c52b681b-9226-41e9-834a-a59f43575cbf service neutron] 10.222.0.69 "PUT /v2.0/ports/5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1158 time: 1.4963987 Feb 12 22:12:23.378142 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:12:23.569487 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-2ed5ae7e-7233-44aa-a4af-3faf7b5a405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:23.575665 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-2ed5ae7e-7233-44aa-a4af-3faf7b5a405c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1161 time: 0.1358376 Feb 12 22:12:23.685996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985e84-f62c-454a-9e75-49847878e552 req-d7e22c55-ca04-4638-87ee-2b23e28c1ce3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:23.687740 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-76985e84-f62c-454a-9e75-49847878e552 req-d7e22c55-ca04-4638-87ee-2b23e28c1ce3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.1304216 Feb 12 22:12:23.707087 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-04aa2b9b-de05-4b0f-8d0a-a571b6152c27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 217 time: 0.1200061 Feb 12 22:12:23.742576 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-76985e84-f62c-454a-9e75-49847878e552 req-1ba2edd1-b13d-4a2d-a6c2-5d11aa16f048 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0481184 Feb 12 22:12:23.782576 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-a776a4ad-19d4-4d17-bc1e-f1d966cd6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:23.784477 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-a776a4ad-19d4-4d17-bc1e-f1d966cd6649 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0708122 Feb 12 22:12:23.876752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b98-940a-4252-b980-c34778cbb27f req-2b6665dd-5f4d-4427-be6b-ad0e88a808be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:23.878438 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-2b6665dd-5f4d-4427-be6b-ad0e88a808be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864272 Feb 12 22:12:24.060925 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-e57e926b-a7f5-4ead-aede-e4d3979c700d service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746867 Feb 12 22:12:24.232796 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d5836b98-940a-4252-b980-c34778cbb27f req-0d5bdded-ff5b-42a1-866e-36c0f0cab578 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1644106 Feb 12 22:12:24.548504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53456) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:24.673392 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:24.688696 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:24.692733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd904aabca64455a1ddca9ab9358a85 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:24.695731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:24.701442 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:24.734201 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'status': 'completed', 'code': 200} Feb 12 22:12:24.796581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:24.799409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:24.808880 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3a2d916d-3d6f-49d6-b03b-0b4ba758fa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:24.852952 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbd904aabca64455a1ddca9ab9358a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005991 Feb 12 22:12:24.854680 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53466) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:24.868365 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f7e139-bf81-4368-83cb-d63e1c566351,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:24.873224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:24.873928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95a84-8291-4d77-930f-3195c8abe67e req-f8d84a02-b33d-4f0d-bc33-86d475621003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:24.875613 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98f95a84-8291-4d77-930f-3195c8abe67e req-f8d84a02-b33d-4f0d-bc33-86d475621003 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1161 time: 0.0920603 Feb 12 22:12:24.999230 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0ac73b3-2931-4789-96fc-8256826edb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.024116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c6c9c-03a2-4874-b01f-d7674937356a req-ae385e15-0f45-44eb-b7fe-f288d03f77cc tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:25.025666 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95a84-8291-4d77-930f-3195c8abe67e req-27fe0aa1-d72b-4556-a699-172fe0acaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:25.026399 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e0c6c9c-03a2-4874-b01f-d7674937356a req-ae385e15-0f45-44eb-b7fe-f288d03f77cc tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.1521351 Feb 12 22:12:25.027547 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98f95a84-8291-4d77-930f-3195c8abe67e req-27fe0aa1-d72b-4556-a699-172fe0acaf2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1449108 Feb 12 22:12:25.059950 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0ac73b3-2931-4789-96fc-8256826edb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.104912 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2e0c6c9c-03a2-4874-b01f-d7674937356a req-96b20cb9-16ee-42ec-9987-205d185d4f6f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0705554 Feb 12 22:12:25.121607 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98f95a84-8291-4d77-930f-3195c8abe67e req-f681d139-ec69-4471-a7b6-6727f9d60e27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 217 time: 0.0854006 Feb 12 22:12:25.144115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0ac73b3-2931-4789-96fc-8256826edb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.150534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-c98085f2-f12c-4d36-ae8c-bc166e79bbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:25.165280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac73b3-2931-4789-96fc-8256826edb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f7e139-bf81-4368-83cb-d63e1c566351,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:25.168856 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a0ac73b3-2931-4789-96fc-8256826edb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:25.169719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0ac73b3-2931-4789-96fc-8256826edb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.174070 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a0ac73b3-2931-4789-96fc-8256826edb31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51f7e139-bf81-4368-83cb-d63e1c566351 HTTP/1.1" status: 204 len: 168 time: 0.3182416 Feb 12 22:12:25.200699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95a84-8291-4d77-930f-3195c8abe67e req-efb42a5e-0b21-4112-af45-783b37180a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:25.202427 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98f95a84-8291-4d77-930f-3195c8abe67e req-efb42a5e-0b21-4112-af45-783b37180a9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0727506 Feb 12 22:12:25.289778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95a84-8291-4d77-930f-3195c8abe67e req-4c29b6a1-1874-4b4a-a463-fba23a3aa15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:25.291717 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98f95a84-8291-4d77-930f-3195c8abe67e req-4c29b6a1-1874-4b4a-a463-fba23a3aa15d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823832 Feb 12 22:12:25.452738 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98f95a84-8291-4d77-930f-3195c8abe67e req-2a6b67ef-13af-4e74-974f-d26cc95a5fbf service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538668 Feb 12 22:12:25.562673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53486) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:25.583640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.601337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:25.605513 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Usage tracker for resource:security_group_rule and tenant:985c4d6883f3467da1eee5644a611f71 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:25.609117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:25.615245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:25.630732 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98f95a84-8291-4d77-930f-3195c8abe67e req-3ccb9064-75a1-48d6-bebc-e453821cccf3 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1694982 Feb 12 22:12:25.710877 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.713894 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.727642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-adba36b9-d636-445a-ad7b-a3ea8cac85af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:25.775072 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=985c4d6883f3467da1eee5644a611f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083280 Feb 12 22:12:25.775358 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53494) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:25.778300 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd27c4-acbc-45d5-878a-6a600739c3ba,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:25.791316 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a32c5e65-082f-4303-bc4b-ebeec56c72c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:25.842301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-790296a4-9f46-42a7-b231-440c25cc8569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.871166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-790296a4-9f46-42a7-b231-440c25cc8569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.915042 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-790296a4-9f46-42a7-b231-440c25cc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.920473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2e3e487c-f12a-432b-99ec-0b546562276f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:25.934401 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790296a4-9f46-42a7-b231-440c25cc8569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd27c4-acbc-45d5-878a-6a600739c3ba,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:25.937186 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-790296a4-9f46-42a7-b231-440c25cc8569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:25.938360 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-790296a4-9f46-42a7-b231-440c25cc8569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:25.939615 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-790296a4-9f46-42a7-b231-440c25cc8569 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16dd27c4-acbc-45d5-878a-6a600739c3ba HTTP/1.1" status: 204 len: 168 time: 0.1632605 Feb 12 22:12:26.311644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbeacd-e013-43af-b7e5-53396a5f8498 req-8601b633-2a8a-4c9d-9539-ee14ff1a5262 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:26.313309 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73bbeacd-e013-43af-b7e5-53396a5f8498 req-8601b633-2a8a-4c9d-9539-ee14ff1a5262 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0932386 Feb 12 22:12:26.365993 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-73bbeacd-e013-43af-b7e5-53396a5f8498 req-d013dbb4-bd05-4255-a1f5-b0e96263a06b tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457742 Feb 12 22:12:27.570474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c854d94-6ec0-4b11-808c-3e49bb461d15 req-05080728-8c0a-44b3-be5d-9a3a2f916dd5 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:27.572193 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4c854d94-6ec0-4b11-808c-3e49bb461d15 req-05080728-8c0a-44b3-be5d-9a3a2f916dd5 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0902369 Feb 12 22:12:27.620252 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4c854d94-6ec0-4b11-808c-3e49bb461d15 req-c30b3c91-95b9-4ed8-ab17-0a079197f41c tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417414 Feb 12 22:12:28.844429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee8e1e-bb32-45b8-ba60-2159603298d6 req-779a5b0a-1fa7-47e6-a8d5-c494729a9bff tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:28.846128 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33ee8e1e-bb32-45b8-ba60-2159603298d6 req-779a5b0a-1fa7-47e6-a8d5-c494729a9bff tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.1037085 Feb 12 22:12:28.900523 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33ee8e1e-bb32-45b8-ba60-2159603298d6 req-2e6321f6-93a7-40f3-a3bf-a28c799f34db tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0468097 Feb 12 22:12:29.950942 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:12:30.123709 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482703f7-00e1-4b4f-9aad-f9f345c270cc req-bc974bd0-35b3-41ad-8884-1a094878e32f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:30.125370 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-482703f7-00e1-4b4f-9aad-f9f345c270cc req-bc974bd0-35b3-41ad-8884-1a094878e32f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0948431 Feb 12 22:12:30.148625 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53584) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:30.186200 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-482703f7-00e1-4b4f-9aad-f9f345c270cc req-9678c7f3-2953-4025-91c3-fa4c1bbbc3c6 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0537152 Feb 12 22:12:30.208468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53592) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:30.317627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.349093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:30.351561 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.366569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Usage tracker for resource:security_group_rule and tenant:0088a2563cdd459793b098b2636e2ad3 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:30.371664 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:30.377544 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:30.388463 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:30.399958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Usage tracker for resource:security_group_rule and tenant:dea24229949f40f2a94686d45c432a1e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:30.404667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:30.412775 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:30.524155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.532321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.542646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-07de8d15-f14d-4a02-8937-7a84f31cc2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:30.608603 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503f930c-3d6d-4bfc-beff-f296be6f70de,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:30.617184 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:30.619106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.625567 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0088a2563cdd459793b098b2636e2ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755659 Feb 12 22:12:30.625700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53604) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:30.626924 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.636440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-92796343-27f6-4f3f-8fda-c32d203a6895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:30.680666 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dea24229949f40f2a94686d45c432a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692636 Feb 12 22:12:30.681317 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61471b2d-9235-47d0-8833-9d3432b6652e,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:30.684170 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53608) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:30.685151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:30.703275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.753783 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.813532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-58db1c22-71b2-44d6-bd33-42fddafb006d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.843267 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-58db1c22-71b2-44d6-bd33-42fddafb006d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.863694 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.875379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-974bd219-1631-4a43-9c6c-b16f8d92262e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:30.898294 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f930c-3d6d-4bfc-beff-f296be6f70de,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:30.905175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:30.908563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.909800 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/503f930c-3d6d-4bfc-beff-f296be6f70de HTTP/1.1" status: 204 len: 168 time: 0.2829399 Feb 12 22:12:30.922792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-58db1c22-71b2-44d6-bd33-42fddafb006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.928379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-33eeb2e1-d60d-4ee9-ad3c-e9b1f88faac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:30.942879 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db1c22-71b2-44d6-bd33-42fddafb006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61471b2d-9235-47d0-8833-9d3432b6652e,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:30.946083 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-58db1c22-71b2-44d6-bd33-42fddafb006d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:30.950761 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-58db1c22-71b2-44d6-bd33-42fddafb006d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61471b2d-9235-47d0-8833-9d3432b6652e HTTP/1.1" status: 204 len: 168 time: 0.2620902 Feb 12 22:12:30.950761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-58db1c22-71b2-44d6-bd33-42fddafb006d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:31.403687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd7cd-92b6-4e1d-a804-a57ca596816b req-e8a6df6d-6e41-4ae1-b1e3-e45eee730361 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:31.411327 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-62bdd7cd-92b6-4e1d-a804-a57ca596816b req-e8a6df6d-6e41-4ae1-b1e3-e45eee730361 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.1021559 Feb 12 22:12:31.459444 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-62bdd7cd-92b6-4e1d-a804-a57ca596816b req-54524e8c-e71f-4955-8b1e-04b7a95e566e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0471981 Feb 12 22:12:32.667117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1bdc0-ec57-461b-81fa-15ebc6be6812 req-5f82a320-2310-4e9d-be2e-930cae80ef35 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:32.668685 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bac1bdc0-ec57-461b-81fa-15ebc6be6812 req-5f82a320-2310-4e9d-be2e-930cae80ef35 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0910521 Feb 12 22:12:32.721044 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bac1bdc0-ec57-461b-81fa-15ebc6be6812 req-bc200628-926c-4a6e-b8b3-4145f6236253 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452845 Feb 12 22:12:33.199593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e99e84a-f7cd-442f-aae3-ba14a0c55b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:33.941224 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33954de-ff62-42a0-bc76-85e3fc8164fc req-8d93e906-a230-4d60-814c-4b6bdeb0ff65 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:33.943287 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c33954de-ff62-42a0-bc76-85e3fc8164fc req-8d93e906-a230-4d60-814c-4b6bdeb0ff65 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.1058726 Feb 12 22:12:34.008056 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c33954de-ff62-42a0-bc76-85e3fc8164fc req-85fd1691-1121-41bc-b161-bf91d88e42d8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0540714 Feb 12 22:12:35.108671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6aba-c12e-4d75-87b9-13abd17f1829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:35.225548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36637e65-8be3-4c34-8d23-50e356903450 req-e0fec483-b8d1-48f6-ad8b-54be79513c35 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:35.227235 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-36637e65-8be3-4c34-8d23-50e356903450 req-e0fec483-b8d1-48f6-ad8b-54be79513c35 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0916600 Feb 12 22:12:35.277189 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-36637e65-8be3-4c34-8d23-50e356903450 req-547a59d9-02e6-4164-949a-7863308e7316 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0416307 Feb 12 22:12:35.442913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:36.480596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6300089-56dc-4c44-8e79-e86a0107dee0 req-908ebafa-93f9-434e-8d3c-318fd29b70b2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:36.482465 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b6300089-56dc-4c44-8e79-e86a0107dee0 req-908ebafa-93f9-434e-8d3c-318fd29b70b2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0910110 Feb 12 22:12:36.531097 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b6300089-56dc-4c44-8e79-e86a0107dee0 req-250dbb55-1e3f-44ae-b271-10754bb23563 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423751 Feb 12 22:12:36.675157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:37.731575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4235a05-7c3e-4428-97af-a901cc67cc89 req-a1f3482a-3812-45ae-9187-66a61cf422b4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:37.733756 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4235a05-7c3e-4428-97af-a901cc67cc89 req-a1f3482a-3812-45ae-9187-66a61cf422b4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0906053 Feb 12 22:12:37.789932 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a4235a05-7c3e-4428-97af-a901cc67cc89 req-195951a9-b8b8-46b6-9f17-c3b01751d1ba tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0492845 Feb 12 22:12:37.907874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:38.250672 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:38.988580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41560-388b-40f8-93fb-e9696de765fc req-e17be33f-6355-4dce-aa26-3db926397f2f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:38.990235 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98e41560-388b-40f8-93fb-e9696de765fc req-e17be33f-6355-4dce-aa26-3db926397f2f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0878830 Feb 12 22:12:39.039006 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-98e41560-388b-40f8-93fb-e9696de765fc req-ba69283a-4ca6-4f5e-835b-6bdc0469efbc tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417221 Feb 12 22:12:40.241531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941c4a4-4c05-4d3f-a5cd-6beab393efd9 req-d82d5a4e-a1b4-49bb-a2e2-551e73449b51 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:40.243185 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3941c4a4-4c05-4d3f-a5cd-6beab393efd9 req-d82d5a4e-a1b4-49bb-a2e2-551e73449b51 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0874412 Feb 12 22:12:40.291008 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3941c4a4-4c05-4d3f-a5cd-6beab393efd9 req-8db5b799-8b08-46be-804f-c7e32e7a5ddb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411191 Feb 12 22:12:41.007621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:12:41.085751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:12:41.090838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:12:41.091301 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:41.217202 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:41.249066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:12:41.265223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 5c102ec3-5efb-4617-9d7f-37a4da33f698, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:12:41.269305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:41.271633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:41.344899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=5c102ec3-5efb-4617-9d7f-37a4da33f698,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:41.353596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.354197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.354650 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.355220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.355653 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.356030 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.360614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.361418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.361418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.361866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.362319 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.362690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.363393 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.363805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.364188 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.364557 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.364901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:12:41.370477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:41.443045 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'code': 200} Feb 12 22:12:41.507167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0f891-8977-4205-ae63-5ad17d0f6934 req-f8fc6626-f67a-4f50-b681-057c898062aa tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:41.508851 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86e0f891-8977-4205-ae63-5ad17d0f6934 req-f8fc6626-f67a-4f50-b681-057c898062aa tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0967827 Feb 12 22:12:41.560678 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-86e0f891-8977-4205-ae63-5ad17d0f6934 req-9bf7ca0e-b3ec-4747-8296-9cc6b603cd9e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451002 Feb 12 22:12:41.632939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:12:41.706334 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:12:41.706756 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:41.783670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb1cc-db5a-4594-9cd3-e444307e53c4 req-d22531b4-d21c-43b4-b016-04d8252af623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:41.785255 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5abeb1cc-db5a-4594-9cd3-e444307e53c4 req-d22531b4-d21c-43b4-b016-04d8252af623 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0837672 Feb 12 22:12:41.829691 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5abeb1cc-db5a-4594-9cd3-e444307e53c4 req-a2166ac4-cab6-4e01-a282-55cf7c34515c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0380514 Feb 12 22:12:42.781285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970cf58-80f1-419b-950e-6e8fad249e35 req-28d97aa8-4de9-4451-9976-61ebe76e00b7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:42.783650 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c970cf58-80f1-419b-950e-6e8fad249e35 req-28d97aa8-4de9-4451-9976-61ebe76e00b7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.1008301 Feb 12 22:12:42.839550 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c970cf58-80f1-419b-950e-6e8fad249e35 req-c0cd2320-3bb6-4550-af9c-778c2e602d50 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0495260 Feb 12 22:12:42.931347 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53832) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:43.004700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Deleting subnet 60e04e91-b034-4511-b316-5a5d95b6780c {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:12:43.008483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:43.067049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15301973'] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:43.127898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:43.413399 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839476505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839622095'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:43.430062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:43.531327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e04e91-b034-4511-b316-5a5d95b6780c,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:43.534361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:43.570587 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:43.578919 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4dbf673e-e006-4f1c-ab85-cedf77ad210c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60e04e91-b034-4511-b316-5a5d95b6780c HTTP/1.1" status: 204 len: 168 time: 0.6452613 Feb 12 22:12:43.580577 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53838) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:43.697913 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:43.894797 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:44.080656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18c43c2-9e6d-4533-9040-d4707af76e88']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:44.101749 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b0ffa3-a6f7-4478-9120-c10a09001865') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:44.102147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b0ffa3-a6f7-4478-9120-c10a09001865') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:44.117941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:44.139555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ccaa-a388-4cc4-90ba-ae1f9c299c6e req-1b815fe0-f3f2-4a73-9c66-3bc54f7f83a7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:44.141152 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6db7ccaa-a388-4cc4-90ba-ae1f9c299c6e req-1b815fe0-f3f2-4a73-9c66-3bc54f7f83a7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.1784708 Feb 12 22:12:44.145645 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:44.148970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:12:44.592217 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6db7ccaa-a388-4cc4-90ba-ae1f9c299c6e req-54afeddb-86d8-4be4-94f0-35391e0a481f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4441376 Feb 12 22:12:44.615095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Network f18c43c2-9e6d-4533-9040-d4707af76e88 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:12:44.624630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:44.795448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818c6a7-13b0-4f3c-922f-b9b79209eba8 req-fec99c67-9a99-49e2-a5b7-1f00abfd1207 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:44.797064 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d818c6a7-13b0-4f3c-922f-b9b79209eba8 req-fec99c67-9a99-49e2-a5b7-1f00abfd1207 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0887582 Feb 12 22:12:44.809937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Network f18c43c2-9e6d-4533-9040-d4707af76e88 has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:12:44.833948 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:12:44.849447 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d818c6a7-13b0-4f3c-922f-b9b79209eba8 req-20f37afd-d02a-449d-93ac-aa1cd5a7646f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458808 Feb 12 22:12:45.011054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.022927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:45.038193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.058439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f18c43c2-9e6d-4533-9040-d4707af76e88,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:45.068522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:45.073242 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7cfda49e-77d7-4af9-959a-b228016ab3dd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f18c43c2-9e6d-4533-9040-d4707af76e88 HTTP/1.1" status: 204 len: 168 time: 1.4916234 Feb 12 22:12:45.077106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53856) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:45.097493 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-a15ece29-0239-4106-b57f-c66e64b2e5d0 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1984320 Feb 12 22:12:45.108016 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'floatingip': {'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b'}} {{(pid=84047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:45.114090 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:12:45.118236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Usage tracker for resource:floatingip and tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:12:45.121457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:12:45.128928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:12:45.139385 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for floatingip, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.151552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Deleting subnet ea011a3e-7364-450e-b476-91f505dd022d {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:12:45.154782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.208568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.268207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.286406 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.580483 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Allocated IP 172.27.2.138 (afb16f71-84b0-4a3c-9b47-8309a295518b/d37d1fba-6503-438e-aa64-4a16fe3bbd81/6add132a-7728-44bf-bda8-149ada6ef29d) {{(pid=84047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:12:45.747572 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for port, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.777820 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.786703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.793285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:45.802618 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:45.901570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea011a3e-7364-450e-b476-91f505dd022d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:45.905580 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:45.929032 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event updated for resources: {'Port': ['ID=6add132a-7728-44bf-bda8-149ada6ef29d,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:45.941779 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:45.942925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:45.961551 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-71b648f9-c4c2-4c36-a310-44be737cdbe2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ea011a3e-7364-450e-b476-91f505dd022d HTTP/1.1" status: 204 len: 168 time: 0.8829472 Feb 12 22:12:45.965155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 53864) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:45.996226 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Network afb16f71-84b0-4a3c-9b47-8309a295518b is already hosted by enough agents. {{(pid=84047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:12:45.998058 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Resources bound (agent type, host, resource id): {{(pid=84047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:12:46.000484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Received port after_create {{(pid=84047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:12:46.086005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.088522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.166695 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.297779 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.417906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febe9053-d46f-4260-a084-d38177890a06']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:46.431199 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd369d5-2b20-41ae-98a7-27d06ca40cb1') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:46.431585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd369d5-2b20-41ae-98a7-27d06ca40cb1') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:46.444307 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.460091 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for port, precommit_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.462427 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.462928 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839476568'] for port, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.464522 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:12:46.480467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-39688496-0c0b-4617-ae92-d00e968d25fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:46.619967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event updated for resources: {'Port': ['ID=6add132a-7728-44bf-bda8-149ada6ef29d,revision_number=2']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:46.637254 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:46.653601 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Network febe9053-d46f-4260-a084-d38177890a06 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:12:46.667527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.746375 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.769183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.770799 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-78da0a2c-9a41-43e5-82a8-847d3e21017d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6673403 Feb 12 22:12:46.855010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Network febe9053-d46f-4260-a084-d38177890a06 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:12:46.863759 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-1b5866a3-4ba5-4807-9cca-cddbfc668c31 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:floatingip {{(pid=84047) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:12:46.879499 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:12:46.882073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-1b5866a3-4ba5-4807-9cca-cddbfc668c31 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:floatingip {{(pid=84047) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:12:46.882863 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-1b5866a3-4ba5-4807-9cca-cddbfc668c31 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.138 HTTP/1.1" status: 200 len: 696 time: 0.1048703 Feb 12 22:12:46.971787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:46.975443 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-623bcd3d-3a90-43b9-9357-22d03bf904d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:46.993266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:47.001898 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Pushing event deleted for resources: {'Network': ['ID=febe9053-d46f-4260-a084-d38177890a06,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:47.005647 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] 10.222.0.36 "DELETE /v2.0/networks/febe9053-d46f-4260-a084-d38177890a06 HTTP/1.1" status: 204 len: 168 time: 1.0393009 Feb 12 22:12:47.006904 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5dfcbcbe-3671-44ac-9c48-dfb64d151619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:47.061932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-b4a3d08d-de5b-47d5-b741-0dc4ab4cace4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:47.063781 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-b4a3d08d-de5b-47d5-b741-0dc4ab4cace4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/networks/afb16f71-84b0-4a3c-9b47-8309a295518b HTTP/1.1" status: 200 len: 784 time: 0.1742599 Feb 12 22:12:47.074320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-c880769c-268f-4137-a563-5fddba4cc12f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 22:12:47.075704 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-26d22348-b2d6-4d29-bb97-50e607bf64b7 req-c880769c-268f-4137-a563-5fddba4cc12f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062418 Feb 12 22:12:47.229455 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53878) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:47.272910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-f02d7435-a6f4-4b31-8e43-2d794feafd23 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:47.274536 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-f02d7435-a6f4-4b31-8e43-2d794feafd23 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0936317 Feb 12 22:12:47.285131 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-75c524ee-d817-4239-95cb-2e5793721137 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a1638947e524441bc87ecb7ca12e6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517325 Feb 12 22:12:47.285409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53882) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:47.347774 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a281-b5dc-4127-a7a5-1f8eb7c3cc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:47.362936 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-e096deea-df3f-409d-a920-8ab724b42557 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0816712 Feb 12 22:12:47.375337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Request body: {'floatingip': {'port_id': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:12:47.376816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a281-b5dc-4127-a7a5-1f8eb7c3cc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:47.423106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a281-b5dc-4127-a7a5-1f8eb7c3cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:47.428052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-5f687195-4ea2-4f26-854c-31842f907239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:47.442768 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8a281-b5dc-4127-a7a5-1f8eb7c3cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb553f42-c49d-43b9-a40b-55dff95cf88b,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:47.446558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1fc8a281-b5dc-4127-a7a5-1f8eb7c3cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:47.450870 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a281-b5dc-4127-a7a5-1f8eb7c3cc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:47.451945 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1fc8a281-b5dc-4127-a7a5-1f8eb7c3cc35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb553f42-c49d-43b9-a40b-55dff95cf88b HTTP/1.1" status: 204 len: 168 time: 0.1654770 Feb 12 22:12:47.463172 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for floatingip, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:47.811084 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53890) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:47.863219 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7647a817-5661-4a88-b153-deb5e4d232ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e13d5dc140f345e6b44e5b8b915dfce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507536 Feb 12 22:12:47.865900 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 53894) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:12:47.931708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4256d377-835b-4943-83be-2ec692058e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:47.960434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4256d377-835b-4943-83be-2ec692058e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:48.020006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4256d377-835b-4943-83be-2ec692058e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:48.028614 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-dfc2f393-7fad-4774-93ef-08f623e3b2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:12:48.039744 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256d377-835b-4943-83be-2ec692058e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b1cc7f-e985-48f9-9443-1c16ecaa6cf8,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:12:48.044377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4256d377-835b-4943-83be-2ec692058e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:48.058634 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4256d377-835b-4943-83be-2ec692058e5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9b1cc7f-e985-48f9-9443-1c16ecaa6cf8 HTTP/1.1" status: 204 len: 168 time: 0.1814485 Feb 12 22:12:48.061171 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4256d377-835b-4943-83be-2ec692058e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:12:48.131931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:48.135992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131450'] for floatingip, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:48.334069 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Floating IP 7b3f5b44-4ff5-4464-89bd-94999f1bd0c5 associated. External IP: 172.27.2.138, port: 5c102ec3-5efb-4617-9d7f-37a4da33f698. Feb 12 22:12:48.724275 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:12:49.172154 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:12:49.177490 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:12:49.184049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] Sync routers for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:12:49.198207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:12:49.199039 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:12:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:49.240815 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0c6b2a04-86de-4b47-b0f3-21716d89e64d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "PUT /v2.0/floatingips/7b3f5b44-4ff5-4464-89bd-94999f1bd0c5 HTTP/1.1" status: 200 len: 997 time: 1.8712769 Feb 12 22:12:49.241378 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:12:49.301394 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'status': 'completed', 'code': 200} Feb 12 22:12:49.435345 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:12:49.566241 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-17683de4-2cbc-4ce7-85d9-6b598bc44ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:49.568450 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-17683de4-2cbc-4ce7-85d9-6b598bc44ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.3073182 Feb 12 22:12:49.573344 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06336-59a7-43e6-9221-416a07a684ce req-e1d0f4c1-efc5-4961-9b56-d925afdcf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:49.574971 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08d06336-59a7-43e6-9221-416a07a684ce req-e1d0f4c1-efc5-4961-9b56-d925afdcf58c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.1106458 Feb 12 22:12:49.722156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-4d88a0b8-b2fb-4c10-b9c0-c49e63ab2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:49.723832 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-4d88a0b8-b2fb-4c10-b9c0-c49e63ab2c5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1479261 Feb 12 22:12:49.853905 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '7b3f5b44-4ff5-4464-89bd-94999f1bd0c5', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'port_id': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'mac_address': 'fa:16:3e:58:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T22:12:46Z', 'updated_at': '2021-02-12T22:12:47Z', 'revision_number': 1, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:49.858816 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] Checking router: 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:12:49.868181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:12:49.868949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:12:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:49.943781 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-300ed7d1-3fa0-44d3-954f-a9482b92ffc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1000 time: 0.1951771 Feb 12 22:12:50.010139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06336-59a7-43e6-9221-416a07a684ce req-7f75721f-af28-4012-841b-b773fed5f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:50.011813 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08d06336-59a7-43e6-9221-416a07a684ce req-7f75721f-af28-4012-841b-b773fed5f9d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.2870321 Feb 12 22:12:50.067982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:12:50.118721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-584830b1-0a44-438c-a604-19b4107709e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:50.120412 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-584830b1-0a44-438c-a604-19b4107709e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.1597433 Feb 12 22:12:50.185119 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08d06336-59a7-43e6-9221-416a07a684ce req-56158fbe-39b9-4efe-bcdd-2abf0df24e45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1000 time: 0.1654143 Feb 12 22:12:50.275962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06336-59a7-43e6-9221-416a07a684ce req-fb5034c0-8384-43d4-8a40-d7e5c4372a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:50.277579 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08d06336-59a7-43e6-9221-416a07a684ce req-fb5034c0-8384-43d4-8a40-d7e5c4372a60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0868518 Feb 12 22:12:50.283516 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-a43d74b0-78ff-4eaa-981e-6aacda9bba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:50.285167 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-a43d74b0-78ff-4eaa-981e-6aacda9bba68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1545987 Feb 12 22:12:50.335674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-b01d219a-cbdc-47b8-9311-4cd8d437a9a6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 22:12:50.336767 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-b01d219a-cbdc-47b8-9311-4cd8d437a9a6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0105753 Feb 12 22:12:50.454480 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '7b3f5b44-4ff5-4464-89bd-94999f1bd0c5', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'port_id': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'mac_address': 'fa:16:3e:58:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T22:12:46Z', 'updated_at': '2021-02-12T22:12:47Z', 'revision_number': 1, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:12:50.459936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33473f93-cc6b-481a-9fa8-1ef0370d0284 None None] The sync data for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi is: [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_floatingips': [{'id': '7b3f5b44-4ff5-4464-89bd-94999f1bd0c5', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'router_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'port_id': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'mac_address': 'fa:16:3e:58:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T22:12:46Z', 'updated_at': '2021-02-12T22:12:47Z', 'revision_number': 1, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:12:50.485817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06336-59a7-43e6-9221-416a07a684ce req-9c7a9714-7c63-41f9-afcf-0035079ff5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:12:50.487520 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08d06336-59a7-43e6-9221-416a07a684ce req-9c7a9714-7c63-41f9-afcf-0035079ff5db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2014232 Feb 12 22:12:50.624209 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-a679ccbd-8779-4a45-b5f3-c6c7b50047a2 service neutron] 10.222.0.36 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799768 Feb 12 22:12:50.820953 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08d06336-59a7-43e6-9221-416a07a684ce req-c6c57808-468e-4333-a8de-e4106dd46dd6 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239264 Feb 12 22:12:50.830176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08679f9-7c73-4cd7-af8b-06e621354b37 None None] New status for floating IP 7b3f5b44-4ff5-4464-89bd-94999f1bd0c5: ACTIVE {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 22:12:50.831939 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3b6b0054-bee7-459d-a96e-a88cd7dfd381 req-0ac1eed9-cfa4-439a-b925-3a6ebd151a6c service neutron] 10.222.0.36 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1974893 Feb 12 22:12:50.984351 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-08d06336-59a7-43e6-9221-416a07a684ce req-bb7a3e49-78f3-4c62-aba1-ae7f588abc69 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552782 Feb 12 22:13:03.191674 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2045c46-3229-41d9-8084-d50af0d9195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:04.905398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54146) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:05.032231 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.047938 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:13:05.054328 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Usage tracker for resource:security_group_rule and tenant:a3de469990a04dd9b90abacf27d395fe is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:13:05.055862 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:13:05.062570 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:13:05.112704 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0095-6026-4b14-a1ea-3b5278fd1292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.159828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.162810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.172150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e8cc5487-abc0-4222-ad75-3f2a15ffd956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:05.216996 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3de469990a04dd9b90abacf27d395fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096130 Feb 12 22:13:05.218742 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfdcc9d-da1b-47cc-8d50-f15282d61098,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:05.220723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54154) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:05.226823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.227271 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.227676 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.228081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.228479 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.228876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.229274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.229667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.230062 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.230453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.230841 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.231255 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.231683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.232073 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.232715 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.233103 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.233491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.233911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.234302 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.234685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.235099 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.235486 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.235872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.236261 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.240752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-74b7ab83-c31a-4982-affa-7892a7c4cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:05.290159 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.318839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.364048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.368088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4faaf11e-3ee3-46b1-98bb-89e0a4c86710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:05.383181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfdcc9d-da1b-47cc-8d50-f15282d61098,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:05.393646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.394080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.394502 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.394941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.395354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.395763 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.396175 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.396578 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.397006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.397387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.397792 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.398193 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.398630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.399088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.399489 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.399895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.400295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.400718 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.401094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.401491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.401889 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.402311 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.402684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.403106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:05.406141 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:05.407463 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bfdcc9d-da1b-47cc-8d50-f15282d61098 HTTP/1.1" status: 204 len: 168 time: 0.1855819 Feb 12 22:13:05.408464 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7bf9e23a-ae3b-46d9-9706-06700239d13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:05.457986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:06.678730 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:06.949686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:13:07.613737 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:08.262957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:17.663386 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-1bcb191f-a3b5-4524-b1de-471ffa518400 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0760796 Feb 12 22:13:17.841491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-45694c95-1f96-427a-8842-a1bdc7c86fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:17.843090 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-45694c95-1f96-427a-8842-a1bdc7c86fb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0813327 Feb 12 22:13:18.009144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-3fcc7625-7f18-424c-ae7e-1293a1ba7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:18.010760 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-3fcc7625-7f18-424c-ae7e-1293a1ba7b2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1397097 Feb 12 22:13:18.122807 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-cbea432c-92b8-4c22-8f57-9c98baa5f5e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1002 time: 0.1052051 Feb 12 22:13:18.196613 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-8b1160bc-78fb-48f5-96b9-82e1e803081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:18.198182 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-8b1160bc-78fb-48f5-96b9-82e1e803081b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0653362 Feb 12 22:13:18.282292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-be735029-a8f8-429d-9266-e02d906d2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:18.283950 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-be735029-a8f8-429d-9266-e02d906d2f05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784516 Feb 12 22:13:18.429081 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-b38624a2-bc19-4e91-96cf-e2acefb120ec service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382143 Feb 12 22:13:18.573365 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-cba71e6e-4948-458b-974c-a415ac4954b7 req-a77f6b32-fb0a-4589-9e8e-c55f3fd1f591 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365957 Feb 12 22:13:24.142265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54280) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:24.265249 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:24.280146 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:13:24.284655 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6efcea48ba4a4cacb6938283ea371ba4 is out of sync, need to count used quota {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:13:24.287627 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84047) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:13:24.293492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84047) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:13:24.379274 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:24.381887 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:24.390497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4d34a59-b5ab-40e0-86cf-41988bab4e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:24.435524 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6efcea48ba4a4cacb6938283ea371ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920892 Feb 12 22:13:24.437236 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f468f-37a8-478a-9e8d-1f213e3670f8,revision_number=1']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:24.438447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54286) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:24.440865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-29439735-44b7-49f9-885d-658262f10cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:24.505430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2c6e-43d6-43e5-b238-5e6c16e8da7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:24.533120 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2c6e-43d6-43e5-b238-5e6c16e8da7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:24.576568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2c6e-43d6-43e5-b238-5e6c16e8da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:24.582026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-730b0d75-beef-4a40-b9cf-24f738c691c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:24.595145 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb2c6e-43d6-43e5-b238-5e6c16e8da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f468f-37a8-478a-9e8d-1f213e3670f8,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:24.599477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-b7fb2c6e-43d6-43e5-b238-5e6c16e8da7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:24.605804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2c6e-43d6-43e5-b238-5e6c16e8da7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:24.607068 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-b7fb2c6e-43d6-43e5-b238-5e6c16e8da7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b7f468f-37a8-478a-9e8d-1f213e3670f8 HTTP/1.1" status: 204 len: 168 time: 0.1674421 Feb 12 22:13:25.705471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54318) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:25.828080 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:25.843910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:13:25.847934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2bebb7cbca944a38a61ff522d7006b6e is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:13:25.850891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:13:25.857211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:13:25.941556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:25.944628 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:25.953834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1afda166-6984-437e-8a5a-d638cbe47693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:26.004158 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bebb7cbca944a38a61ff522d7006b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974880 Feb 12 22:13:26.004708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54326) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:26.005234 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde619e-4a35-4e52-b67c-d4131964d83c,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:26.008872 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2d651056-0659-4d2b-b806-50bbc74082d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:26.074223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c07a-f2fd-4002-86c8-e050d9d02565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:26.103558 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c07a-f2fd-4002-86c8-e050d9d02565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:26.148320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c07a-f2fd-4002-86c8-e050d9d02565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:26.153322 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0d155645-ff52-43bc-b27a-4a23b2b65b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:26.168131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1c07a-f2fd-4002-86c8-e050d9d02565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde619e-4a35-4e52-b67c-d4131964d83c,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:26.172156 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4aa1c07a-f2fd-4002-86c8-e050d9d02565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:26.178656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c07a-f2fd-4002-86c8-e050d9d02565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:26.179917 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-4aa1c07a-f2fd-4002-86c8-e050d9d02565 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dde619e-4a35-4e52-b67c-d4131964d83c HTTP/1.1" status: 204 len: 168 time: 0.1736748 Feb 12 22:13:28.697142 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50df20a8-a1ec-4b19-afeb-39663d73be65 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4c0149d799f547d08637360717799cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330937 Feb 12 22:13:28.868767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-7b4597c0-c9e8-448b-a154-62a29d8bebf6 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:28.870367 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-7b4597c0-c9e8-448b-a154-62a29d8bebf6 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653607 Feb 12 22:13:28.887092 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-151377fc-3df7-4761-93a7-1ae1b73e0f8d tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/quotas/4c0149d799f547d08637360717799cf9 HTTP/1.1" status: 200 len: 375 time: 0.0098598 Feb 12 22:13:28.944456 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-22d02f3b-a9ce-4588-98d4-1a4a9d43de23 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c0149d799f547d08637360717799cf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509295 Feb 12 22:13:29.136929 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-dcd54a8a-55bf-4dde-b03f-e9ffbcfd42ab req-9c3be5ed-9d76-4066-8e32-e794f3ff0c46 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 210 time: 0.0497608 Feb 12 22:13:30.297871 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-db2f6c40-df44-4253-865d-aec58b41ecdb req-70ca33e0-8599-4248-aed9-bd829bed84bc tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 210 time: 0.0491927 Feb 12 22:13:31.456618 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2737c219-c9b7-479b-9efe-3539f5a08e2f req-792a7777-f24c-4782-85d5-32936f1ae611 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 210 time: 0.0478392 Feb 12 22:13:32.616906 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6e646ce2-8c89-4aca-adcd-35ff69046fc8 req-97bbfbe8-8665-4da6-94d6-4153aa760437 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 210 time: 0.0487127 Feb 12 22:13:33.192871 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-48b67f50-1513-46d7-81d4-1d1bccd894ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:33.820207 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d69f2b8f-ea4c-43c0-aacb-d2c533591d89 req-8da4174b-f52c-4d7f-a804-bf6a44b22a30 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 210 time: 0.0864799 Feb 12 22:13:33.822065 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-89e95ca8-0cf0-46e8-aafa-16d9b5d5d190 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4c0149d799f547d08637360717799cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478039 Feb 12 22:13:34.234299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-e3f0e653-2a1a-46cc-a270-f61bd349315c tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:34.236387 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-e3f0e653-2a1a-46cc-a270-f61bd349315c tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4093013 Feb 12 22:13:34.264848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Request body: {'port': {'device_id': '686b3125-a108-40de-bd18-c8c11c98db36', 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095', 'admin_state_up': True, 'tenant_id': '4c0149d799f547d08637360717799cf9'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:13:34.408866 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:13:34.412985 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Usage tracker for resource:port and tenant:4c0149d799f547d08637360717799cf9 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:13:34.415965 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:13:34.421982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:13:34.432071 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Made reservation on behalf of 4c0149d799f547d08637360717799cf9 for: {'port': 1} {{(pid=84046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 22:13:34.438101 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:34.452699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:34.470962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:13:34.473857 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Usage tracker for resource:security_group_rule and tenant:4c0149d799f547d08637360717799cf9 is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:13:34.477177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:13:34.483116 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:13:34.570192 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:34.574686 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:34.585621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-92cd63c0-6094-489c-9044-97195158ee00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:34.691470 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc469c-6362-4fee-a2b0-b30e37e634f5,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:34.695066 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:34.902594 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Allocated IP 192.168.233.13 (8b778016-9818-464d-b1cf-e4fa0300b095/9dd2783e-9461-4a4c-8f16-3732a25eb3a2/18a3be89-7934-41a7-92e5-ef5f1a4b5201) {{(pid=84046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 22:13:34.989942 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d4440fe9-02f9-4e0d-9f94-16bda948c2f4 req-70637e09-0c3d-45c1-897b-8f0c06e6d7b1 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 210 time: 0.0529990 Feb 12 22:13:35.117568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-695efcf9-e4e4-4127-91dd-7317eeeabcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:35.132078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks [] for port, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:35.148782 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Transition to ACTIVE for port object 18a3be89-7934-41a7-92e5-ef5f1a4b5201 will not be triggered until provisioned by entity DHCP. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:13:35.172388 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247682233648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:35.187415 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-081d420a-5982-448a-9be1-65ec3d09e4f4 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:35.331457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Pushing event updated for resources: {'Port': ['ID=18a3be89-7934-41a7-92e5-ef5f1a4b5201,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:35.335838 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:35.391363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Network 8b778016-9818-464d-b1cf-e4fa0300b095 is already hosted by enough agents. {{(pid=84046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 22:13:35.393150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Resources bound (agent type, host, resource id): {{(pid=84046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 22:13:35.395515 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Received port after_create {{(pid=84046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 22:13:35.448326 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:35.461166 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:35.461839 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:35.492691 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-50389602-2090-4a1e-9a57-d6aa0d97c527 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2325277 Feb 12 22:13:35.512554 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.v2.base [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Request body: {'port': {'device_id': '686b3125-a108-40de-bd18-c8c11c98db36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 22:13:35.594002 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-1d745fe7-0c30-437f-a5a0-1778ddd43ac1 None None] Provisioning for port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 completed by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:13:35.599419 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-1d745fe7-0c30-437f-a5a0-1778ddd43ac1 None None] Provisioning complete for port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 triggered by entity DHCP. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:13:35.599843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1d745fe7-0c30-437f-a5a0-1778ddd43ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:35.638315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:35.657973 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1d745fe7-0c30-437f-a5a0-1778ddd43ac1 None None] Port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 cannot update to ACTIVE because it is not bound. {{(pid=84048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 22:13:36.058952 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a3be89-7934-41a7-92e5-ef5f1a4b5201 {{(pid=84046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 22:13:36.067736 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:36.080368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Transition to ACTIVE for port object 18a3be89-7934-41a7-92e5-ef5f1a4b5201 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 22:13:36.084896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:36.101453 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3062c1b6-05f2-4721-ba73-374c5a0070e7 tempest-ServerRescueNegativeTestJSON-1370465973 tempest-ServerRescueNegativeTestJSON-1370465973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:36.308280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3be89-7934-41a7-92e5-ef5f1a4b5201,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:36.316552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:36.366094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bd2c5-ff37-41e8-a03d-78b9a314c5ba req-1c373b8d-51cf-4632-8730-07d0f59a92cb tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:36.366886 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b21bd2c5-ff37-41e8-a03d-78b9a314c5ba req-1c373b8d-51cf-4632-8730-07d0f59a92cb tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Synchronizing usage tracker for tenant:4c0149d799f547d08637360717799cf9 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:13:36.480151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b21bd2c5-ff37-41e8-a03d-78b9a314c5ba req-1c373b8d-51cf-4632-8730-07d0f59a92cb tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Unset dirty status for tenant:4c0149d799f547d08637360717799cf9 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:13:36.481457 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b21bd2c5-ff37-41e8-a03d-78b9a314c5ba req-1c373b8d-51cf-4632-8730-07d0f59a92cb tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.2944009 Feb 12 22:13:36.559598 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b21bd2c5-ff37-41e8-a03d-78b9a314c5ba req-6fa242a9-d03a-4f73-8f5d-d8f4aa2fd040 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Synchronizing usage tracker for tenant:4c0149d799f547d08637360717799cf9 on resource:security_group {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:13:36.564903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Attempting to bind port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 22:13:36.565280 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Attempting to bind port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 22:13:36.565646 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Attempting to bind port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 on network 8b778016-9818-464d-b1cf-e4fa0300b095 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 22:13:36.575959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Checking agent: {'id': '592a423c-0afe-433d-93c8-844a20f631e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 33, 36), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 22, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 22:13:36.576332 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Checking segment: {'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 22:13:36.576739 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:36.577132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Bound using segment: {'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 22:13:36.577608 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Bound port: 18a3be89-7934-41a7-92e5-ef5f1a4b5201, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97db372-7a52-4ced-97d8-82af10c5dffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8b778016-9818-464d-b1cf-e4fa0300b095'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 22:13:36.577982 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:36.631633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-b21bd2c5-ff37-41e8-a03d-78b9a314c5ba req-6fa242a9-d03a-4f73-8f5d-d8f4aa2fd040 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Unset dirty status for tenant:4c0149d799f547d08637360717799cf9 on resource:security_group {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:13:36.632846 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-b21bd2c5-ff37-41e8-a03d-78b9a314c5ba req-6fa242a9-d03a-4f73-8f5d-d8f4aa2fd040 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391180 Feb 12 22:13:36.678970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:36.685167 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] For port 18a3be89-7934-41a7-92e5-ef5f1a4b5201, host hv-cinder-77525, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 22:13:36.688329 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] For port 18a3be89-7934-41a7-92e5-ef5f1a4b5201, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=18a3be89-7934-41a7-92e5-ef5f1a4b5201,segment=NetworkSegment(c97db372-7a52-4ced-97d8-82af10c5dffc),segment_id=c97db372-7a52-4ced-97d8-82af10c5dffc)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 22:13:36.691754 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15590233'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:36.707732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-aea310d2-d6c0-4c57-9f2c-4240ced5da16 tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:36.865552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3be89-7934-41a7-92e5-ef5f1a4b5201,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:36.879630 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:36.898429 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:36.899148 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:36.900636 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] 10.222.0.69 "PUT /v2.0/ports/18a3be89-7934-41a7-92e5-ef5f1a4b5201 HTTP/1.1" status: 200 len: 1161 time: 1.3930478 Feb 12 22:13:36.901162 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686b3125-a108-40de-bd18-c8c11c98db36', 'tag': '18a3be89-7934-41a7-92e5-ef5f1a4b5201'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:13:36.948938 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686b3125-a108-40de-bd18-c8c11c98db36', 'tag': '18a3be89-7934-41a7-92e5-ef5f1a4b5201', 'status': 'completed', 'code': 200} Feb 12 22:13:37.050064 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-fc9e9c0f-33c3-4c9a-aed1-f31378a2db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:37.051913 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-fc9e9c0f-33c3-4c9a-aed1-f31378a2db28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c0149d799f547d08637360717799cf9&device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 1164 time: 0.0817592 Feb 12 22:13:37.142815 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-72a25229-b2d6-43e6-8169-b76507dec3c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=18a3be89-7934-41a7-92e5-ef5f1a4b5201 HTTP/1.1" status: 200 len: 217 time: 0.0742462 Feb 12 22:13:37.211822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-419cb9e7-4580-4017-8ad8-515dbe106bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:37.213372 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-419cb9e7-4580-4017-8ad8-515dbe106bbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dd2783e-9461-4a4c-8f16-3732a25eb3a2 HTTP/1.1" status: 200 len: 843 time: 0.0641479 Feb 12 22:13:37.300860 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-92c68e15-8a4e-44b9-bdac-818ce7e1d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:37.302491 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-92c68e15-8a4e-44b9-bdac-818ce7e1d81c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b778016-9818-464d-b1cf-e4fa0300b095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0807149 Feb 12 22:13:37.446020 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-4adef229-0d7e-42aa-8ff1-dd788c09e023 service neutron] 10.222.0.69 "GET /v2.0/networks/8b778016-9818-464d-b1cf-e4fa0300b095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352611 Feb 12 22:13:37.597027 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ac68507c-d27e-4b21-a4eb-4d054dfbf47b req-b5818d06-3669-4b61-bade-400f02d0ad4c service neutron] 10.222.0.69 "GET /v2.0/networks/8b778016-9818-464d-b1cf-e4fa0300b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439495 Feb 12 22:13:37.616856 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:37.845417 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaafe78-494c-4393-9223-a0a499f282af req-c19e3554-a41d-4be9-97da-b0a2a7895a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:37.847070 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abaafe78-494c-4393-9223-a0a499f282af req-c19e3554-a41d-4be9-97da-b0a2a7895a59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c0149d799f547d08637360717799cf9&device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 1164 time: 0.1487160 Feb 12 22:13:37.858352 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc26f74-a3a8-49b2-a616-c3137c2a4444 req-f01704a9-6b6d-4f85-bd09-6703462d41be tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:37.859942 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ddc26f74-a3a8-49b2-a616-c3137c2a4444 req-f01704a9-6b6d-4f85-bd09-6703462d41be tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.1132407 Feb 12 22:13:38.257157 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ddc26f74-a3a8-49b2-a616-c3137c2a4444 req-2776eebb-ead1-43f9-af09-bd5d6461a0d0 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733065 Feb 12 22:13:38.262687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:38.284424 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaafe78-494c-4393-9223-a0a499f282af req-ab0c4362-30b2-48da-80c6-1d778a142e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:38.286021 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abaafe78-494c-4393-9223-a0a499f282af req-ab0c4362-30b2-48da-80c6-1d778a142e4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b778016-9818-464d-b1cf-e4fa0300b095 HTTP/1.1" status: 200 len: 863 time: 0.4251595 Feb 12 22:13:38.366209 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abaafe78-494c-4393-9223-a0a499f282af req-53c94409-1f43-453b-8028-36376d6d3f76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=18a3be89-7934-41a7-92e5-ef5f1a4b5201 HTTP/1.1" status: 200 len: 217 time: 0.0723186 Feb 12 22:13:38.435239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaafe78-494c-4393-9223-a0a499f282af req-e14b545b-d282-42d5-afec-a7cbd5adf21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:38.436815 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abaafe78-494c-4393-9223-a0a499f282af req-e14b545b-d282-42d5-afec-a7cbd5adf21b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dd2783e-9461-4a4c-8f16-3732a25eb3a2 HTTP/1.1" status: 200 len: 843 time: 0.0638909 Feb 12 22:13:38.522450 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaafe78-494c-4393-9223-a0a499f282af req-3911e5cd-0ad1-4671-9400-4f6d40d07ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:38.524113 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abaafe78-494c-4393-9223-a0a499f282af req-3911e5cd-0ad1-4671-9400-4f6d40d07ae8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b778016-9818-464d-b1cf-e4fa0300b095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799909 Feb 12 22:13:38.675021 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abaafe78-494c-4393-9223-a0a499f282af req-f912cb39-19ae-4354-b5f4-0f1d435f2ca7 service neutron] 10.222.0.69 "GET /v2.0/networks/8b778016-9818-464d-b1cf-e4fa0300b095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384676 Feb 12 22:13:38.823889 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-abaafe78-494c-4393-9223-a0a499f282af req-8d98a9eb-8e98-4086-8647-a32fdee8dbff service neutron] 10.222.0.69 "GET /v2.0/networks/8b778016-9818-464d-b1cf-e4fa0300b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403677 Feb 12 22:13:39.459076 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947eb75-6eac-41b8-89cf-0d797a4f1911 req-f7e6167d-f4b9-41ae-b59e-d44df06e5856 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:39.460635 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9947eb75-6eac-41b8-89cf-0d797a4f1911 req-f7e6167d-f4b9-41ae-b59e-d44df06e5856 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.0877275 Feb 12 22:13:39.508286 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-9947eb75-6eac-41b8-89cf-0d797a4f1911 req-c0d6c83f-281e-40e4-ae6b-ad152216b888 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Feb 12 22:13:40.710831 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de8789-a190-43c2-98b9-4568f0d09706 req-389b1264-4a33-4b0c-a718-d55cd6a5fd6c tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:40.712564 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-29de8789-a190-43c2-98b9-4568f0d09706 req-389b1264-4a33-4b0c-a718-d55cd6a5fd6c tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.0878901 Feb 12 22:13:40.761288 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-29de8789-a190-43c2-98b9-4568f0d09706 req-36758e8c-1beb-4703-8de0-41dfbe6d00a8 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Feb 12 22:13:41.439369 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Network 8b778016-9818-464d-b1cf-e4fa0300b095 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 22:13:41.961678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34ad3-3161-4586-8af9-37b9756de727 req-0916ce67-a0c9-4676-a16a-89df68d0f981 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:41.963300 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f5e34ad3-3161-4586-8af9-37b9756de727 req-0916ce67-a0c9-4676-a16a-89df68d0f981 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.0906272 Feb 12 22:13:42.015066 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f5e34ad3-3161-4586-8af9-37b9756de727 req-ba708d90-e974-4e45-b451-3f83ee4bc614 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454457 Feb 12 22:13:43.216949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1eb3f-565d-4527-acb1-ae7df4bdd513 req-c5cf7b89-e897-4dad-a464-51358e0cb116 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:43.218577 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8dd1eb3f-565d-4527-acb1-ae7df4bdd513 req-c5cf7b89-e897-4dad-a464-51358e0cb116 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.0933013 Feb 12 22:13:43.268239 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8dd1eb3f-565d-4527-acb1-ae7df4bdd513 req-788deaaa-2fe1-4a53-98cb-d867d081719c tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Feb 12 22:13:43.967157 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:13:44.464534 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253186d-9876-40c6-b7e8-e81ae765a621 req-36da651a-c0cf-4838-9d14-e490c89a1621 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:44.466150 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f253186d-9876-40c6-b7e8-e81ae765a621 req-36da651a-c0cf-4838-9d14-e490c89a1621 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.0869374 Feb 12 22:13:44.513174 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f253186d-9876-40c6-b7e8-e81ae765a621 req-ab950dfc-ecbb-4135-a6b1-221838215bb0 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407984 Feb 12 22:13:45.713532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e738c1d-02c9-4c8d-ba0b-2b6dfb2754fc req-01694615-cc33-424a-bfa2-3bdfcec4569d tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:45.715184 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3e738c1d-02c9-4c8d-ba0b-2b6dfb2754fc req-01694615-cc33-424a-bfa2-3bdfcec4569d tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.0867913 Feb 12 22:13:45.763218 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3e738c1d-02c9-4c8d-ba0b-2b6dfb2754fc req-d9709377-fce1-4f5c-aac3-beb015054805 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Feb 12 22:13:46.028005 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.objects.ports [None req-ee02dbaa-e1e7-4685-99ae-f7f0c76680fa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84048) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 22:13:46.965853 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90199fe2-f91f-46d5-876d-afb413288726 req-10c6233d-430f-44a5-8f98-44eed005f07c tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:46.967486 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-90199fe2-f91f-46d5-876d-afb413288726 req-10c6233d-430f-44a5-8f98-44eed005f07c tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 947 time: 0.0895677 Feb 12 22:13:47.018001 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-90199fe2-f91f-46d5-876d-afb413288726 req-40d69c3b-133a-4f39-bfbb-eb8b57eeb8ec tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Feb 12 22:13:47.332884 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 18a3be89-7934-41a7-92e5-ef5f1a4b5201 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:13:47.403500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning for port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 completed by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 22:13:47.412265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:13:47.412265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:47.536962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:47.565851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686b3125-a108-40de-bd18-c8c11c98db36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3be89-7934-41a7-92e5-ef5f1a4b5201'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:13:47.576552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 18a3be89-7934-41a7-92e5-ef5f1a4b5201, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=18a3be89-7934-41a7-92e5-ef5f1a4b5201,segment=NetworkSegment(c97db372-7a52-4ced-97d8-82af10c5dffc),segment_id=c97db372-7a52-4ced-97d8-82af10c5dffc)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:13:47.579746 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:47.581722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:47.621268 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686b3125-a108-40de-bd18-c8c11c98db36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3be89-7934-41a7-92e5-ef5f1a4b5201', 'code': 200} Feb 12 22:13:47.655916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=18a3be89-7934-41a7-92e5-ef5f1a4b5201,revision_number=4']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:47.665690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.666248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.666638 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.667067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.667448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.667824 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.668198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.668568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.668941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.669335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.669755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.670126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.670531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.670955 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.671327 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.671688 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.672059 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.672423 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.672784 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.673667 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.674051 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.674418 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.674780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.675176 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:13:47.680348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:47.901808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd939aca-378d-4f4a-9fa3-1038521bb094 req-ccc379cd-5092-44e0-86a9-d6ccd14362b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:47.903448 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd939aca-378d-4f4a-9fa3-1038521bb094 req-ccc379cd-5092-44e0-86a9-d6ccd14362b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 1166 time: 0.0822465 Feb 12 22:13:47.930527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 18a3be89-7934-41a7-92e5-ef5f1a4b5201 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:13:47.948251 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bd939aca-378d-4f4a-9fa3-1038521bb094 req-3795c131-49d2-4d63-b9a7-81f2ad788340 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Feb 12 22:13:48.006960 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:13:48.007514 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:48.221712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5b8c4-437f-41e1-868b-29541f43bab8 req-6d265994-637f-4bfe-8004-8f0c151dbef6 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:48.223323 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1b5b8c4-437f-41e1-868b-29541f43bab8 req-6d265994-637f-4bfe-8004-8f0c151dbef6 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 949 time: 0.0878801 Feb 12 22:13:48.276404 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1b5b8c4-437f-41e1-868b-29541f43bab8 req-359b4c7c-d5f0-4c67-b110-a51d3483a12e tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465760 Feb 12 22:13:49.477451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4d16b-7708-4c69-a32f-f7eaa570e5fc req-7cd46f46-c80b-4fd8-ac76-e310dfd9a42a tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:49.479071 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6ea4d16b-7708-4c69-a32f-f7eaa570e5fc req-7cd46f46-c80b-4fd8-ac76-e310dfd9a42a tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 949 time: 0.0859494 Feb 12 22:13:49.526198 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6ea4d16b-7708-4c69-a32f-f7eaa570e5fc req-80c94c4d-363c-425a-b2ed-13580e3f2cc9 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Feb 12 22:13:50.724519 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8477add-a5a9-424d-9ef4-dbbecddc9ed4 req-d37c203f-6a91-4a7f-9aa6-62b64c0f73aa tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:50.726133 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e8477add-a5a9-424d-9ef4-dbbecddc9ed4 req-d37c203f-6a91-4a7f-9aa6-62b64c0f73aa tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 949 time: 0.0887382 Feb 12 22:13:50.773844 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e8477add-a5a9-424d-9ef4-dbbecddc9ed4 req-7aba5ee7-2c72-4fdb-b364-a5ee41a8c6a1 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Feb 12 22:13:51.235077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511322d-1f2d-4458-bd56-e61447aed3d4 req-3613248e-b353-486c-b643-40c6d8fa3f0d tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:51.236723 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a511322d-1f2d-4458-bd56-e61447aed3d4 req-3613248e-b353-486c-b643-40c6d8fa3f0d tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 949 time: 0.0911644 Feb 12 22:13:51.288742 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a511322d-1f2d-4458-bd56-e61447aed3d4 req-8bf91276-81b4-4a04-bd6b-a1b929b181d4 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Feb 12 22:13:52.644656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555b3-5be9-48a5-8cdf-33880e39aa83 req-3666977c-0689-47b8-b5c1-40b9b7177257 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:52.646359 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d8c555b3-5be9-48a5-8cdf-33880e39aa83 req-3666977c-0689-47b8-b5c1-40b9b7177257 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 949 time: 0.0932524 Feb 12 22:13:52.695575 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d8c555b3-5be9-48a5-8cdf-33880e39aa83 req-dc529452-bb4c-4f50-9a66-7088437cdcd1 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Feb 12 22:13:53.247026 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-f2d453b3-647d-4aad-8ead-2fa7eac6f502 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:53.248595 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-f2d453b3-647d-4aad-8ead-2fa7eac6f502 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.69 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 949 time: 0.0902405 Feb 12 22:13:53.327435 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Deleting port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:13:53.327735 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:53.587321 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] For port 18a3be89-7934-41a7-92e5-ef5f1a4b5201, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=18a3be89-7934-41a7-92e5-ef5f1a4b5201,segment=NetworkSegment(c97db372-7a52-4ced-97d8-82af10c5dffc),segment_id=c97db372-7a52-4ced-97d8-82af10c5dffc)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:13:53.587639 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:53.722384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Calling delete_port for 18a3be89-7934-41a7-92e5-ef5f1a4b5201 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:13:53.883896 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:53.885520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 18a3be89-7934-41a7-92e5-ef5f1a4b5201 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:13:53.897698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3113ae4-f3a0-47f6-9e9f-70970eda909c req-c0b85964-0b52-4eda-988a-e7384db1cd16 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:13:53.900589 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6d079ae2-8671-4be1-88de-622987439e64 tempest-AttachVolumeNegativeTest-1461436051 tempest-AttachVolumeNegativeTest-1461436051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:53.906172 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c3113ae4-f3a0-47f6-9e9f-70970eda909c req-c0b85964-0b52-4eda-988a-e7384db1cd16 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/ports?device_id=686b3125-a108-40de-bd18-c8c11c98db36 HTTP/1.1" status: 200 len: 949 time: 0.0950084 Feb 12 22:13:53.925917 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] No Port match for: 18a3be89-7934-41a7-92e5-ef5f1a4b5201 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:13:53.926585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 18a3be89-7934-41a7-92e5-ef5f1a4b5201 not bound to the agent host hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:13:53.956798 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c3113ae4-f3a0-47f6-9e9f-70970eda909c req-043fc1bd-d4f3-49d3-9eac-f495c418c692 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dbc469c-6362-4fee-a2b0-b30e37e634f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Feb 12 22:13:54.000785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Pushing event deleted for resources: {'Port': ['ID=18a3be89-7934-41a7-92e5-ef5f1a4b5201,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:54.008177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:54.042741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54526) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:54.129910 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] No DVR routers for this DVR port 18a3be89-7934-41a7-92e5-ef5f1a4b5201 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:13:54.132349 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.135226 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686b3125-a108-40de-bd18-c8c11c98db36', 'name': 'network-vif-deleted', 'tag': '18a3be89-7934-41a7-92e5-ef5f1a4b5201'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:13:54.152127 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-7d5685e6-2ff8-45c3-bbfe-2c2e0418ced0 req-a8f4417e-3f41-4ebb-854d-9cd43b465c75 tempest-VolumesNegativeTest-334269483 tempest-VolumesNegativeTest-334269483-project] 10.222.0.69 "DELETE /v2.0/ports/18a3be89-7934-41a7-92e5-ef5f1a4b5201 HTTP/1.1" status: 204 len: 173 time: 0.8972282 Feb 12 22:13:54.190226 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.203775 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686b3125-a108-40de-bd18-c8c11c98db36', 'name': 'network-vif-deleted', 'tag': '18a3be89-7934-41a7-92e5-ef5f1a4b5201', 'status': 'completed', 'code': 200} Feb 12 22:13:54.211439 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 22:13:54.215916 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Usage tracker for resource:security_group_rule and tenant:6e20d80892234b93863de1a1880b9dfa is out of sync, need to count used quota {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 22:13:54.220278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84046) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 22:13:54.227815 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 22:13:54.330682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.333921 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_create {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.343724 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1d689927-75a5-45a4-850b-b9c5ad6ca361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:54.388004 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e20d80892234b93863de1a1880b9dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439684 Feb 12 22:13:54.388858 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5084ed3e-fe2e-483d-802f-be69978a3171,revision_number=1']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:54.390974 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54534) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:54.392421 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-76b91697-196c-4328-8d4b-f30df5e8d438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:54.456992 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a4d7-7920-42b7-86cc-a2555d4ef0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.483705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a4d7-7920-42b7-86cc-a2555d4ef0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.534056 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a4d7-7920-42b7-86cc-a2555d4ef0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.539187 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-57d35bf7-d7fa-46a3-a8d4-44ee9716770b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:13:54.550396 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1a4d7-7920-42b7-86cc-a2555d4ef0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5084ed3e-fe2e-483d-802f-be69978a3171,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:13:54.553158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ecc1a4d7-7920-42b7-86cc-a2555d4ef0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:13:54.558370 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a4d7-7920-42b7-86cc-a2555d4ef0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:13:54.559655 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-ecc1a4d7-7920-42b7-86cc-a2555d4ef0e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5084ed3e-fe2e-483d-802f-be69978a3171 HTTP/1.1" status: 204 len: 168 time: 0.1676226 Feb 12 22:13:59.815732 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54772) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:13:59.973151 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-76b9bfc8-3673-4d50-ba40-d7018981cac6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c0149d799f547d08637360717799cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560791 Feb 12 22:13:59.975755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54778) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:14:00.037729 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e01600f-952a-481f-9960-29e38f14409b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:00.065563 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e01600f-952a-481f-9960-29e38f14409b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:00.114117 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e01600f-952a-481f-9960-29e38f14409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:00.119094 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9fd901e8-6252-4416-9625-0e926e07a37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:14:00.133010 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01600f-952a-481f-9960-29e38f14409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc469c-6362-4fee-a2b0-b30e37e634f5,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:14:00.135892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6e01600f-952a-481f-9960-29e38f14409b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:14:00.143946 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e01600f-952a-481f-9960-29e38f14409b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:00.145256 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-6e01600f-952a-481f-9960-29e38f14409b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dbc469c-6362-4fee-a2b0-b30e37e634f5 HTTP/1.1" status: 204 len: 168 time: 0.1685381 Feb 12 22:14:03.195225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dce2282c-b485-4345-a067-df9d3d53192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:05.119701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2dc95450-202f-44e5-a645-46b87f636c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:05.450054 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:06.682380 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:07.619428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:08.277918 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:16.797673 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-16074a99-b1c9-4798-9835-24f7db969424 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0825315 Feb 12 22:14:16.965679 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ec96-9341-4b10-823e-6b6299c24325 req-e89e887c-408d-4593-93e8-6612d0da887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:14:16.967329 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-e89e887c-408d-4593-93e8-6612d0da887f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0780785 Feb 12 22:14:17.125028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ec96-9341-4b10-823e-6b6299c24325 req-dbb7dcbe-b356-4663-805b-f7973e7fd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:14:17.127369 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-dbb7dcbe-b356-4663-805b-f7973e7fd04f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1408293 Feb 12 22:14:17.237663 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-e4cd3f37-dbc2-4fee-9f37-cbe8136d18be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1002 time: 0.1038826 Feb 12 22:14:17.306089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ec96-9341-4b10-823e-6b6299c24325 req-eb70720c-3f56-4f74-9a4a-670fafbdf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:14:17.307739 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-eb70720c-3f56-4f74-9a4a-670fafbdf77e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0635374 Feb 12 22:14:17.392939 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ec96-9341-4b10-823e-6b6299c24325 req-f1b6b7dc-8d6c-4930-8ed8-be62fe139ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:14:17.394489 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-f1b6b7dc-8d6c-4930-8ed8-be62fe139ff0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794711 Feb 12 22:14:17.538028 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-94cfea36-3196-4c4a-b404-f1da88090334 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365654 Feb 12 22:14:17.682088 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2330ec96-9341-4b10-823e-6b6299c24325 req-f346eee2-8e4c-45dc-adac-78e451869f57 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363440 Feb 12 22:14:20.957318 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:14:33.196458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71e9ff4d-7685-4837-b499-973e654261dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:35.121255 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9959-acbc-4948-ba0c-6eaaa30497e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:35.454822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:36.683753 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:37.744273 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:38.284223 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:14:57.956687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:15:03.197901 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1194b7d9-6dee-4e7b-a952-648f6856ad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:05.123323 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98223612-b061-43f4-8462-c1f2f613b41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:05.456390 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:06.685721 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:07.624923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:08.290239 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:17.767812 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-efe278d5-d299-4c2b-a5a5-a0864fa7a11d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0766728 Feb 12 22:15:17.930177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-2d8f6e8f-df4c-40d4-9bea-160d358c94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:17.931896 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-2d8f6e8f-df4c-40d4-9bea-160d358c94f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0783775 Feb 12 22:15:18.091632 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-60e18a2d-1bbf-485f-b370-5df0e6b6daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:18.093240 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-60e18a2d-1bbf-485f-b370-5df0e6b6daca service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1412046 Feb 12 22:15:18.203049 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-0202a023-4c8b-432c-b673-71794adcc99a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1002 time: 0.1023786 Feb 12 22:15:18.275705 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-eec9b00b-80a6-4271-ab17-a242f13d8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:18.277263 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-eec9b00b-80a6-4271-ab17-a242f13d8c85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0671568 Feb 12 22:15:18.361354 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-f1997bf9-60f9-48f1-8b2f-0da307ddf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:18.362958 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-f1997bf9-60f9-48f1-8b2f-0da307ddf577 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785844 Feb 12 22:15:18.506317 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-8b4e0d6e-c32c-415d-8b47-8f2621c84345 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368909 Feb 12 22:15:18.649348 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-caefd5d9-81b0-4dfe-9c58-c910737e8d34 req-e8a38491-3ec3-408d-86db-477fedaf7495 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368163 Feb 12 22:15:33.201520 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c60a9401-7162-4e7b-a3c5-5ce5474d1bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:34.956387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:15:35.124245 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7aa3274e-fe2c-4880-97f9-6500d6e94a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:35.461006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:36.687937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:37.626693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:38.289781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:45.542348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49362ed5-d68d-4fe4-936d-3cb6166f5e40 req-9733d740-3bb5-4fe5-880e-9e2172856cb6 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:45.544022 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-49362ed5-d68d-4fe4-936d-3cb6166f5e40 req-9733d740-3bb5-4fe5-880e-9e2172856cb6 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0870078 Feb 12 22:15:45.592073 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-49362ed5-d68d-4fe4-936d-3cb6166f5e40 req-c4c3a8d1-a6ed-4d75-a1f5-e76afd54b2cb tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417337 Feb 12 22:15:46.806272 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03197a-911f-4610-be05-311cba115f45 req-eec69812-7cb6-4cf9-980a-2659076efaf2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:46.807914 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f03197a-911f-4610-be05-311cba115f45 req-eec69812-7cb6-4cf9-980a-2659076efaf2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0902443 Feb 12 22:15:47.095319 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4f03197a-911f-4610-be05-311cba115f45 req-b472aa48-a9b4-4d55-9dd0-5ff3db822cdd tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2807436 Feb 12 22:15:48.762477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18d9c6-d6c5-4ee1-a745-4aaf181e697f req-aa48b8ee-06eb-497f-bb4e-9e505041048a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:48.767380 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5b18d9c6-d6c5-4ee1-a745-4aaf181e697f req-aa48b8ee-06eb-497f-bb4e-9e505041048a tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.5453706 Feb 12 22:15:48.811574 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5b18d9c6-d6c5-4ee1-a745-4aaf181e697f req-340d1f94-e89b-411c-906e-98359da9b465 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411959 Feb 12 22:15:50.072684 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33df6-9848-4d75-8af7-7bd3cd304920 req-31ca7a8c-a7a0-4ed1-8f66-2c86bb1bad39 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:50.074336 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0af33df6-9848-4d75-8af7-7bd3cd304920 req-31ca7a8c-a7a0-4ed1-8f66-2c86bb1bad39 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.1517737 Feb 12 22:15:50.134036 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-0af33df6-9848-4d75-8af7-7bd3cd304920 req-ac4ca103-0cb0-45cf-aa8c-04b42cd9fbf4 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0533199 Feb 12 22:15:51.337115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f901-fd44-4858-bc3d-334aef823d82 req-afb49b78-f1bd-4725-a906-5054746a63d0 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:51.338713 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5f61f901-fd44-4858-bc3d-334aef823d82 req-afb49b78-f1bd-4725-a906-5054746a63d0 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0910079 Feb 12 22:15:51.388263 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-5f61f901-fd44-4858-bc3d-334aef823d82 req-54d6b28b-50b5-4a61-bebf-a2e1f9b7ff0d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431232 Feb 12 22:15:52.585310 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049c19-1042-40b4-9758-372bcb3ac1fb req-118211aa-d308-4e3c-8a33-a3f72a36865c tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:52.587538 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-16049c19-1042-40b4-9758-372bcb3ac1fb req-118211aa-d308-4e3c-8a33-a3f72a36865c tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0858860 Feb 12 22:15:52.634627 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-16049c19-1042-40b4-9758-372bcb3ac1fb req-de983556-592a-4f96-ba28-21b98fc3a6f8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0407727 Feb 12 22:15:53.833990 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8fac-f26f-4993-9467-927591f5ab25 req-83aa5398-baf8-4c87-951d-788f91b67a05 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:53.835645 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-769d8fac-f26f-4993-9467-927591f5ab25 req-83aa5398-baf8-4c87-951d-788f91b67a05 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0861855 Feb 12 22:15:53.883526 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-769d8fac-f26f-4993-9467-927591f5ab25 req-06db18c4-e4a2-48cd-b071-18106d564505 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415924 Feb 12 22:15:55.084248 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af1a1c-28df-40a6-97a0-7ba532181514 req-4d74fc70-b0b6-4773-8bb3-4dbda7881dc8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:55.086421 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-89af1a1c-28df-40a6-97a0-7ba532181514 req-4d74fc70-b0b6-4773-8bb3-4dbda7881dc8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0908635 Feb 12 22:15:55.135211 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-89af1a1c-28df-40a6-97a0-7ba532181514 req-c4ad7b65-6e75-4fc0-ac12-91387865ff34 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419450 Feb 12 22:15:55.706025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-a39c008b-f0fa-4353-8476-7d777b476097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:55.707658 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-a39c008b-f0fa-4353-8476-7d777b476097 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0784020 Feb 12 22:15:55.848897 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-e2de1576-4070-4291-8632-cd40c5f5fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:55.850475 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-e2de1576-4070-4291-8632-cd40c5f5fec5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1364484 Feb 12 22:15:55.961214 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-5f989e9a-9701-4d05-8782-bd960cd5467a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1002 time: 0.1040399 Feb 12 22:15:56.030127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-988695aa-c314-4913-8035-61a8b88f4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:56.031746 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-988695aa-c314-4913-8035-61a8b88f4542 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0646725 Feb 12 22:15:56.125682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-7e000252-1e08-41fd-ab4f-8ea6473b2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:56.127336 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-7e000252-1e08-41fd-ab4f-8ea6473b2ef0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874667 Feb 12 22:15:56.278682 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-adb2781b-5f72-4cd3-83b8-1ea16116ee3a service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442022 Feb 12 22:15:56.338279 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f7c08-a942-4c96-ad92-2b2a14423995 req-8ece36ba-89f6-4bec-9fa4-8e4115cecde9 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:56.339982 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-396f7c08-a942-4c96-ad92-2b2a14423995 req-8ece36ba-89f6-4bec-9fa4-8e4115cecde9 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0929477 Feb 12 22:15:56.388455 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-396f7c08-a942-4c96-ad92-2b2a14423995 req-651539d1-570b-4d12-b270-f8b46bb3513d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421395 Feb 12 22:15:56.425710 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2231e564-d94f-4faa-bd34-ed6e888646cc req-1f76b50c-59fa-40ea-90c0-1a122eac609f service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407456 Feb 12 22:15:57.584932 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5e2ad-d8b6-40b4-9357-cd9ec4f3cb81 req-a570433a-0b69-4c3d-a5dd-78a861833382 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:57.587127 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-10a5e2ad-d8b6-40b4-9357-cd9ec4f3cb81 req-a570433a-0b69-4c3d-a5dd-78a861833382 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0854509 Feb 12 22:15:57.635795 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-10a5e2ad-d8b6-40b4-9357-cd9ec4f3cb81 req-df5c6e5e-a617-4ad4-ab36-fc5297ce8dbe tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424051 Feb 12 22:15:58.638761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:15:58.762183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:58.792296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:15:58.803555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 5c102ec3-5efb-4617-9d7f-37a4da33f698, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:15:58.807286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:15:58.809222 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9bc9504f-3012-4928-aed9-1a1e37c8434e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:15:58.840263 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65d2-f158-4eb6-aa7b-ab6db893a345 req-8d855d90-253f-4c8c-afc7-9f575a097015 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:15:58.841895 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-369b65d2-f158-4eb6-aa7b-ab6db893a345 req-8d855d90-253f-4c8c-afc7-9f575a097015 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0925145 Feb 12 22:15:58.849931 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'code': 200} Feb 12 22:15:58.886251 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=5c102ec3-5efb-4617-9d7f-37a4da33f698,revision_number=5']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:15:58.893074 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-369b65d2-f158-4eb6-aa7b-ab6db893a345 req-bd6e8186-3fe5-477f-8029-2bab1d97b2f1 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0449185 Feb 12 22:15:58.894281 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.894897 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.895290 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.895673 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.896052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.896445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.896778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.897151 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.897529 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.898398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.898787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.899182 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.899592 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.899962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.900331 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.900699 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.901065 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.901440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.901807 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.902173 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.902537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.902927 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.903297 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.903662 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:15:58.908134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:16:00.101008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0cc6-0201-4cf6-b59c-f1dd78dc9468 req-c096c4e1-77e2-461b-948a-e8908b079364 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:00.102663 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-27da0cc6-0201-4cf6-b59c-f1dd78dc9468 req-c096c4e1-77e2-461b-948a-e8908b079364 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0913529 Feb 12 22:16:00.151860 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-27da0cc6-0201-4cf6-b59c-f1dd78dc9468 req-86db9dae-afca-44a0-b617-5fa884998590 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426688 Feb 12 22:16:00.467295 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54858) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:16:00.529468 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e0137-cc04-493f-8a16-c4d7c08c4743 req-bdde9c6c-9bb1-452f-a0b1-19844a071fd6 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:00.531127 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d80e0137-cc04-493f-8a16-c4d7c08c4743 req-bdde9c6c-9bb1-452f-a0b1-19844a071fd6 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0915015 Feb 12 22:16:00.579992 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-d80e0137-cc04-493f-8a16-c4d7c08c4743 req-5b995d88-a8fc-4edd-bd19-e246f4b88cbf tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0425150 Feb 12 22:16:00.594769 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-59658924-a93f-4ff2-93d3-357c66d2d141 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261516 Feb 12 22:16:01.786683 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c21f8e-f57c-4e0b-92c9-6bedca148959 req-10375a0a-e21d-473b-b627-a7392758d764 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:01.788363 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-22c21f8e-f57c-4e0b-92c9-6bedca148959 req-10375a0a-e21d-473b-b627-a7392758d764 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0952029 Feb 12 22:16:01.838193 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-22c21f8e-f57c-4e0b-92c9-6bedca148959 req-f1864b7e-cf15-4cea-88d5-471289fd2d60 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436189 Feb 12 22:16:02.029915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171c01-2a79-4933-abec-5ffff637321f req-3c5d6aad-1119-4c71-848b-05a9b162c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:02.031521 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-3c5d6aad-1119-4c71-848b-05a9b162c540 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7 HTTP/1.1" status: 200 len: 1161 time: 0.0790498 Feb 12 22:16:02.153132 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171c01-2a79-4933-abec-5ffff637321f req-98a8e3b9-a571-4e11-b729-2e19173dcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:02.154828 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-98a8e3b9-a571-4e11-b729-2e19173dcdcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1161 time: 0.0896978 Feb 12 22:16:02.300731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171c01-2a79-4933-abec-5ffff637321f req-6eea9f9e-44a3-4b02-be60-8c1f79e5335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:02.302331 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-6eea9f9e-44a3-4b02-be60-8c1f79e5335e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1408014 Feb 12 22:16:02.410678 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-4c598cf5-5635-482a-a33b-f3208e48ef99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1000 time: 0.1015596 Feb 12 22:16:02.483308 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171c01-2a79-4933-abec-5ffff637321f req-51e4d887-faa6-455e-81fe-e5d2c8fbfa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:02.485131 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-51e4d887-faa6-455e-81fe-e5d2c8fbfa07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0681393 Feb 12 22:16:02.568452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171c01-2a79-4933-abec-5ffff637321f req-ea184913-058a-4908-ade4-3257f92d1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:02.569728 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-ea184913-058a-4908-ade4-3257f92d1cf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774393 Feb 12 22:16:02.713504 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-7bdfb14d-eadd-4909-a45b-6022292de772 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362891 Feb 12 22:16:02.857777 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-c7171c01-2a79-4933-abec-5ffff637321f req-67dd5288-1297-4b74-b1dd-7d55b709fd2b service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374807 Feb 12 22:16:03.044326 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0470f-6eb9-40d7-a5ba-3c232cc1faef req-684418bd-bf30-4ec1-91c9-63b2a2451ecd tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:03.045902 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4fe0470f-6eb9-40d7-a5ba-3c232cc1faef req-684418bd-bf30-4ec1-91c9-63b2a2451ecd tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0927196 Feb 12 22:16:03.095932 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-4fe0470f-6eb9-40d7-a5ba-3c232cc1faef req-527cc3e4-b016-4b52-9097-e824467476ef tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436175 Feb 12 22:16:03.203356 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-17ce5206-fd7e-4de0-af7c-85154ddcfd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:04.308962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950ad3c-8150-4586-a7c2-c57819cb91d9 req-98dfabe4-b677-41fb-90e3-a90a2d564d8f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:04.310574 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6950ad3c-8150-4586-a7c2-c57819cb91d9 req-98dfabe4-b677-41fb-90e3-a90a2d564d8f tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0891812 Feb 12 22:16:04.361988 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-6950ad3c-8150-4586-a7c2-c57819cb91d9 req-2fc2aaeb-4267-430b-aabf-820838ba7e14 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0449586 Feb 12 22:16:05.127181 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-828df9b8-1e5f-4a13-b2a1-80628b31fc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:05.463122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:05.562720 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad0e8f-e5c4-40a0-813a-0fb315b83d19 req-bb8efc3d-8f78-43b7-bd36-e0ba76791b54 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:05.564379 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2fad0e8f-e5c4-40a0-813a-0fb315b83d19 req-bb8efc3d-8f78-43b7-bd36-e0ba76791b54 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0877640 Feb 12 22:16:05.611786 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-2fad0e8f-e5c4-40a0-813a-0fb315b83d19 req-f2611377-6c7a-46ae-be5c-46ffebbda5e0 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411997 Feb 12 22:16:06.693292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:06.958373 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e64fd-e4ad-42d4-8dbb-669a850f7f73 req-67aef1db-9cf1-42da-b644-c72d9cb4fdcd tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:06.959983 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-444e64fd-e4ad-42d4-8dbb-669a850f7f73 req-67aef1db-9cf1-42da-b644-c72d9cb4fdcd tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0877249 Feb 12 22:16:07.008994 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-444e64fd-e4ad-42d4-8dbb-669a850f7f73 req-6ae27bfe-6b95-48a4-84db-e245a1529e5b tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0422354 Feb 12 22:16:07.628552 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:08.210246 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92234b-d659-411a-a9fa-75dea12023ae req-0c2e86fe-f102-4e0d-b724-135b78b4cdc8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:08.212432 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff92234b-d659-411a-a9fa-75dea12023ae req-0c2e86fe-f102-4e0d-b724-135b78b4cdc8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0895276 Feb 12 22:16:08.261617 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-ff92234b-d659-411a-a9fa-75dea12023ae req-079c4edb-752e-4957-9fd8-ee3d1856a323 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424852 Feb 12 22:16:08.292733 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:09.466805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57f81e-2077-4858-9d2f-3e6580305ed8 req-d9eb3801-b84c-4c05-999c-b63552c3bc25 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:09.468428 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1a57f81e-2077-4858-9d2f-3e6580305ed8 req-d9eb3801-b84c-4c05-999c-b63552c3bc25 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0908911 Feb 12 22:16:09.515788 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-1a57f81e-2077-4858-9d2f-3e6580305ed8 req-eed033d0-e7bd-40dc-a7f7-71406992ff07 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412035 Feb 12 22:16:10.713410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c670f-e7fd-481c-a67c-85650ed7c5e3 req-f8b98aa5-33c6-42fc-87a6-ed225762c28d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:10.715069 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3c0c670f-e7fd-481c-a67c-85650ed7c5e3 req-f8b98aa5-33c6-42fc-87a6-ed225762c28d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0876927 Feb 12 22:16:10.765985 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-3c0c670f-e7fd-481c-a67c-85650ed7c5e3 req-af7cc79d-874c-4fba-bb49-740f1b2fac8b tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0444453 Feb 12 22:16:11.955631 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:16:11.965893 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b0247-60d4-4811-8e33-add3f03313dd req-242fd918-637f-408f-9044-48462d9d3660 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:11.967533 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-587b0247-60d4-4811-8e33-add3f03313dd req-242fd918-637f-408f-9044-48462d9d3660 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0859458 Feb 12 22:16:12.015793 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-587b0247-60d4-4811-8e33-add3f03313dd req-c3320d2c-dbca-4e9d-abdd-e85b2c973911 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419903 Feb 12 22:16:13.215218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dcf82-8000-40ab-9ea2-4d392de66431 req-aa80536c-b5ac-4f85-8dbc-5d380b4bcb09 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:13.216897 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-530dcf82-8000-40ab-9ea2-4d392de66431 req-aa80536c-b5ac-4f85-8dbc-5d380b4bcb09 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 944 time: 0.0862215 Feb 12 22:16:13.265037 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-530dcf82-8000-40ab-9ea2-4d392de66431 req-049fbc7b-a541-4d4c-828d-c51520af4b84 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417480 Feb 12 22:16:13.361640 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:16:13.438445 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:16:13.438881 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:13.564063 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729765'] for port, before_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:13.591622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698'}] {{(pid=84048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:16:13.602357 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] For port 5c102ec3-5efb-4617-9d7f-37a4da33f698, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:16:13.605875 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789172978410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789172498137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247682277646'] for port, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:13.607876 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:16:13.646423 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'code': 200} Feb 12 22:16:13.680781 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Pushing event updated for resources: {'Port': ['ID=5c102ec3-5efb-4617-9d7f-37a4da33f698,revision_number=6']} {{(pid=84048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:16:13.684082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84048) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:16:13.972882 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da2a9-3b84-44d0-b68c-4ebb4b87e565 req-80e0bdfe-887b-43ff-b7fc-e8c105116418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:13.974503 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-981da2a9-3b84-44d0-b68c-4ebb4b87e565 req-80e0bdfe-887b-43ff-b7fc-e8c105116418 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0800180 Feb 12 22:16:14.018379 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-981da2a9-3b84-44d0-b68c-4ebb4b87e565 req-3c5369a6-08af-4085-abbf-059690049852 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0366151 Feb 12 22:16:14.461219 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f81572-570c-447a-be2c-6432d7706772 req-f79cbf86-437f-4cb4-9231-78d9bb3114bc tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:14.462900 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5f81572-570c-447a-be2c-6432d7706772 req-f79cbf86-437f-4cb4-9231-78d9bb3114bc tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0870953 Feb 12 22:16:14.510468 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-e5f81572-570c-447a-be2c-6432d7706772 req-287fe4c0-f3d8-44c0-8fbd-eb020e0d84c6 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412812 Feb 12 22:16:14.937949 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:16:15.010068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:16:15.010491 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:15.709177 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804808-7b16-4854-a716-d77a82971ddb req-47e6e34c-72cd-4c3f-b496-3e34f2a8a485 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:15.710778 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-75804808-7b16-4854-a716-d77a82971ddb req-47e6e34c-72cd-4c3f-b496-3e34f2a8a485 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0887628 Feb 12 22:16:15.759271 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-75804808-7b16-4854-a716-d77a82971ddb req-9182296b-0287-4a9a-a6fe-666ea47aba5e tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0409176 Feb 12 22:16:19.762134 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-219b2f6d-0a7c-4beb-a9fd-8ef0fdbb6f5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0801663 Feb 12 22:16:19.924978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-3733495a-8cbb-41f9-802b-9a4167b64f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:19.926592 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-3733495a-8cbb-41f9-802b-9a4167b64f29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0784509 Feb 12 22:16:20.084165 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-b5247e1a-a58e-4b1a-8f9c-5e3c7d7eaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:20.085691 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-b5247e1a-a58e-4b1a-8f9c-5e3c7d7eaf39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1393859 Feb 12 22:16:20.197195 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-79127c1d-0d85-4d6e-8725-5410ff2ae20f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1002 time: 0.1049552 Feb 12 22:16:20.271087 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-f28f55a9-b148-49e5-acb4-9a34b71dfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:20.272681 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-f28f55a9-b148-49e5-acb4-9a34b71dfcbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0687981 Feb 12 22:16:20.357204 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-459950e2-60c0-425d-9356-cb1b1817be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:16:20.359042 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-459950e2-60c0-425d-9356-cb1b1817be68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802112 Feb 12 22:16:20.369962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-be364358-aa0a-4976-983a-fc91d2b94685 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 22:16:20.371056 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-be364358-aa0a-4976-983a-fc91d2b94685 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057714 Feb 12 22:16:20.511511 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-a654c876-0c4b-410d-b1fc-027220481fe0 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342614 Feb 12 22:16:20.885874 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a1e4db3e-cd59-49ea-b7ba-cabed1a7822d req-97bb8777-c374-438f-8c3f-3637a6c079d5 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3683307 Feb 12 22:16:33.204754 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd2a882b-620b-4a3e-9abd-6bc08affb56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:35.128848 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-469a2735-5066-406d-8262-e523b4eb9f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:35.466512 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:36.685291 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:37.646606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:38.289293 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:16:48.955473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:17:03.205569 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-77679c80-956d-451c-9ffc-bc3fadca714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:05.131067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7baaed1b-bfb2-487a-b12d-860e9c31274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:05.467895 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:06.690207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:07.635500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:08.286811 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:21.776255 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-b5608ae7-5f57-4937-a2a3-1c4237ffe7c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0777254 Feb 12 22:17:21.944216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50948-4202-45a6-8549-8551cadd22a5 req-fea349f4-9560-4c8e-9787-378008f9ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:21.945822 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-fea349f4-9560-4c8e-9787-378008f9ebc5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.0803726 Feb 12 22:17:22.105508 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50948-4202-45a6-8549-8551cadd22a5 req-526dc9af-0ea1-4be7-819c-99279963d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:22.107137 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-526dc9af-0ea1-4be7-819c-99279963d968 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.1413558 Feb 12 22:17:22.268043 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-fdf979e2-14b0-4f80-95d8-c40ae123709e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 1002 time: 0.1546192 Feb 12 22:17:22.335804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50948-4202-45a6-8549-8551cadd22a5 req-7a1ccc01-6b84-4e41-afc7-e570721db5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:22.337455 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-7a1ccc01-6b84-4e41-afc7-e570721db5be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.0629952 Feb 12 22:17:22.419309 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50948-4202-45a6-8549-8551cadd22a5 req-35c51734-921b-439d-9e0d-defe69714663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:22.420909 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-35c51734-921b-439d-9e0d-defe69714663 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772333 Feb 12 22:17:22.565575 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-32fe3da8-9c7e-43e1-86ef-7d2085819567 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371126 Feb 12 22:17:22.709289 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-33c50948-4202-45a6-8549-8551cadd22a5 req-515b3773-b4af-416c-b976-11f81c524900 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372004 Feb 12 22:17:25.956124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:17:33.206052 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39a37e10-27fc-4c2e-80a3-f8f11eb3653a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:35.132719 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6676179d-0d3d-4f02-8fc8-16ad544b0026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:35.470127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:36.692190 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:37.638817 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:38.286106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:52.208237 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-a6f45a3f-13c6-4c66-a1e6-ceba30ea3738 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/floatingips/7b3f5b44-4ff5-4464-89bd-94999f1bd0c5 HTTP/1.1" status: 200 len: 999 time: 0.1183639 Feb 12 22:17:52.370028 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-03905949-0a79-4a27-a7ac-04f8f525585c tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:52.371456 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-03905949-0a79-4a27-a7ac-04f8f525585c tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/networks/afb16f71-84b0-4a3c-9b47-8309a295518b HTTP/1.1" status: 200 len: 784 time: 0.1572287 Feb 12 22:17:52.383403 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-3e831aca-14ae-4d99-8d1e-e4a88ed5bd48 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 22:17:52.384442 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-3e831aca-14ae-4d99-8d1e-e4a88ed5bd48 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060353 Feb 12 22:17:52.497691 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-1acd91b6-414b-4ea6-a4f4-f99e9d2afa78 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.138 HTTP/1.1" status: 200 len: 1002 time: 0.1060538 Feb 12 22:17:52.592787 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-cc25afe9-bfdc-48c6-a8a2-aa6a399129ac tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:52.594246 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-cc25afe9-bfdc-48c6-a8a2-aa6a399129ac tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports/5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 943 time: 0.0889051 Feb 12 22:17:52.779217 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-391710a4-dd22-4ff7-ae15-a69882571386 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.27.2.138 HTTP/1.1" status: 200 len: 1002 time: 0.1029806 Feb 12 22:17:53.001565 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Deleting port 6add132a-7728-44bf-bda8-149ada6ef29d {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:17:53.001943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:53.182607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:53.182994 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:53.318741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Calling delete_port for 6add132a-7728-44bf-bda8-149ada6ef29d owned by network:floatingip {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:17:53.477198 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:53.496454 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-582e03ed-21b1-411d-b75b-26c5df570905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:17:53.593169 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event deleted for resources: {'Port': ['ID=6add132a-7728-44bf-bda8-149ada6ef29d,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:17:53.613377 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.613802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.614220 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.614633 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.615067 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.615477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.615884 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.616286 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.616689 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.617126 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.617527 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.617925 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.618363 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.618761 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.619211 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.619622 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.620020 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.620420 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.620818 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.621216 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.621611 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.622606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.623044 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.623447 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:17:53.628681 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:17:53.739285 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:53.739658 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.db.l3_db [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Floating IP 7b3f5b44-4ff5-4464-89bd-94999f1bd0c5 disassociated (deleted). External IP: 172.27.2.138, port: 5c102ec3-5efb-4617-9d7f-37a4da33f698. Feb 12 22:17:54.110935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:17:54.298703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:17:54.308425 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] Sync routers for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:17:54.319379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:17:54.320049 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:17:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:17:54.334003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for floatingip, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:54.647730 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "DELETE /v2.0/floatingips/7b3f5b44-4ff5-4464-89bd-94999f1bd0c5 HTTP/1.1" status: 204 len: 173 time: 1.8621168 Feb 12 22:17:54.647953 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:17:54.687766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:17:54.786736 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'status': 'completed', 'code': 200} Feb 12 22:17:54.796460 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-6cbf9957-a894-405b-b409-92cb6b5281a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:54.798139 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-6cbf9957-a894-405b-b409-92cb6b5281a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.1371124 Feb 12 22:17:55.013398 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-9ed33f7c-190c-42cd-b51d-1374c98b04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:55.015080 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-9ed33f7c-190c-42cd-b51d-1374c98b04b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.2104161 Feb 12 22:17:55.017855 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-c5dd2f88-ac2a-4b8a-a15e-e3f19e1ec740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:55.019447 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-c5dd2f88-ac2a-4b8a-a15e-e3f19e1ec740 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 1163 time: 0.1903574 Feb 12 22:17:55.028011 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:17:55.032790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] Checking router: 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:17:55.041825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:17:55.042988 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:17:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:17:55.114417 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-519353ce-ab66-472d-9379-0e12873528c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 217 time: 0.0921781 Feb 12 22:17:55.233954 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:17:55.268606 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-7b86fbc8-23e7-4932-9594-47778f826da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:55.270134 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-7b86fbc8-23e7-4932-9594-47778f826da6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.1033883 Feb 12 22:17:55.342884 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-02b5de26-73d9-4dc1-8162-76b80fbf2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:55.344518 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-02b5de26-73d9-4dc1-8162-76b80fbf2872 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 200 len: 902 time: 0.2633541 Feb 12 22:17:55.435503 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-f752b9bd-c4be-433c-a8af-0e8dbe87cb02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 200 len: 217 time: 0.0829651 Feb 12 22:17:55.483123 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-b5518303-85bd-4df0-b241-afdcfdf2a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:55.485052 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-b5518303-85bd-4df0-b241-afdcfdf2a99e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2069440 Feb 12 22:17:55.569068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:17:55.573081 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9b594-b583-4191-bf21-b7cadcd40b6d None None] The sync data for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi is: [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:11:09Z', 'revision_number': 4, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi', '_interfaces': [{'id': 'b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c', 'name': '', 'network_id': '9e0e1afa-d3ba-434e-8090-2e0d749dcb8b', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'mac_address': 'fa:16:3e:88:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:08Z', 'updated_at': '2021-02-12T22:11:18Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'subnets': [{'id': '444d29a7-491e-470f-9f2b-dc8e7d034e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:17:55.601266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-baad7364-c599-4f0f-b406-f1dcb5c16b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:55.602918 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-baad7364-c599-4f0f-b406-f1dcb5c16b2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 200 len: 847 time: 0.1594486 Feb 12 22:17:55.703001 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-20df1ec0-1297-43e2-99c8-57437cf63b8d service neutron] 10.222.0.36 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063131 Feb 12 22:17:55.816212 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-0016dee2-a591-472f-8ffc-818be7eb311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:55.817857 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-0016dee2-a591-472f-8ffc-818be7eb311f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2072694 Feb 12 22:17:55.974109 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-a32d22d2-73e8-4a01-a35c-597c8b686c5d req-855d7ed2-2f72-4981-9e2d-96b47504bd3a service neutron] 10.222.0.36 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2582445 Feb 12 22:17:55.991714 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f609f6b-b61f-4356-877c-85ec4b2b1307 None None] New status for floating IP 7b3f5b44-4ff5-4464-89bd-94999f1bd0c5: DOWN {{(pid=84048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 22:17:56.006383 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-59d052c7-76fa-42a9-8b15-9219ace02e40 service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816826 Feb 12 22:17:56.156688 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-54bc1954-2f09-41ce-aa4b-43d1d73386fe req-730fdde7-4971-45aa-9d2f-994380120a2e service neutron] 10.222.0.69 "GET /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436198 Feb 12 22:17:56.386384 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc255a06-cdfe-4786-b690-2f6d6da50f75 req-5c98a9ab-e000-4cf5-a92e-3def031b8aef tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:56.387057 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-bc255a06-cdfe-4786-b690-2f6d6da50f75 req-5c98a9ab-e000-4cf5-a92e-3def031b8aef tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:17:56.401511 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-bc255a06-cdfe-4786-b690-2f6d6da50f75 req-5c98a9ab-e000-4cf5-a92e-3def031b8aef tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:17:56.402759 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bc255a06-cdfe-4786-b690-2f6d6da50f75 req-5c98a9ab-e000-4cf5-a92e-3def031b8aef tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.1019099 Feb 12 22:17:56.450300 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-bc255a06-cdfe-4786-b690-2f6d6da50f75 req-2314bc72-1f86-4535-a04f-7965db4c2b81 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411754 Feb 12 22:17:57.657457 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff28e2-46a3-4efc-95ae-e21bb0d08113 req-7870c0e2-19f5-4d4c-bec4-1d7701cd5aa8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:57.659121 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-adff28e2-46a3-4efc-95ae-e21bb0d08113 req-7870c0e2-19f5-4d4c-bec4-1d7701cd5aa8 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0940776 Feb 12 22:17:57.707413 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-adff28e2-46a3-4efc-95ae-e21bb0d08113 req-832d3bce-9b17-4380-9c3a-bc603b2df62d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418375 Feb 12 22:17:57.750764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 up at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 22:17:57.826389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Provisioning complete for port 5c102ec3-5efb-4617-9d7f-37a4da33f698 triggered by entity L2. {{(pid=84048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 22:17:57.826804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853013298'] for port, provisioning_complete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:58.340100 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-56d7f04a-cd44-4253-98ab-ac09038a963d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:58.342101 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-56d7f04a-cd44-4253-98ab-ac09038a963d tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.69 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.0891783 Feb 12 22:17:58.419532 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Deleting port 5c102ec3-5efb-4617-9d7f-37a4da33f698 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:17:58.420154 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:58.692078 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] For port 5c102ec3-5efb-4617-9d7f-37a4da33f698, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5c102ec3-5efb-4617-9d7f-37a4da33f698,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:17:58.692671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:58.827130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Calling delete_port for 5c102ec3-5efb-4617-9d7f-37a4da33f698 owned by compute:nova {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:17:59.038635 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c982aae-c502-429b-b717-719e65c59b84 req-3574744f-4dfb-4f58-897b-07450b70fb88 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 22:17:59.040310 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c982aae-c502-429b-b717-719e65c59b84 req-3574744f-4dfb-4f58-897b-07450b70fb88 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 946 time: 0.1827364 Feb 12 22:17:59.078822 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:59.097387 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-47d2d7f2-6935-4281-9341-030dc4a4b0c7 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:17:59.216122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event deleted for resources: {'Port': ['ID=5c102ec3-5efb-4617-9d7f-37a4da33f698,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:17:59.218970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:17:59.229975 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-8c982aae-c502-429b-b717-719e65c59b84 req-55d03e57-3f51-423d-90b1-31871a7fe18c tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups?id=56e6a19a-23ad-49f5-8dd6-5944c6620029&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1754251 Feb 12 22:17:59.322305 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] No DVR routers for this DVR port 5c102ec3-5efb-4617-9d7f-37a4da33f698 on host hv-cinder-77525 {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:17:59.324584 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14413'] for port, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:17:59.327368 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-deleted', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698'}] {{(pid=84046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 22:17:59.344099 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-f7933b84-3d32-45b2-b58d-b11233f08558 req-d3438ec9-193e-4bfe-a300-9c329a8823a2 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.69 "DELETE /v2.0/ports/5c102ec3-5efb-4617-9d7f-37a4da33f698 HTTP/1.1" status: 204 len: 173 time: 0.9944472 Feb 12 22:17:59.381389 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fff7cc-7683-4cfd-8382-92e78010f1d9', 'name': 'network-vif-deleted', 'tag': '5c102ec3-5efb-4617-9d7f-37a4da33f698', 'status': 'completed', 'code': 200} Feb 12 22:17:59.538922 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:17:59.578703 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] No Port match for: 5c102ec3-5efb-4617-9d7f-37a4da33f698 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:17:59.579145 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Device 5c102ec3-5efb-4617-9d7f-37a4da33f698 not bound to the agent host hv-cinder-77525 {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:18:00.408915 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-52f9fee0-11b4-4e20-978f-930aa90fad09 req-f37f7ee3-2af1-4935-8c62-3aab57724b97 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Synchronizing usage tracker for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 22:18:00.423452 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.quota.resource [req-52f9fee0-11b4-4e20-978f-930aa90fad09 req-f37f7ee3-2af1-4935-8c62-3aab57724b97 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Unset dirty status for tenant:cf83ccf9b56a4e299bfbc65ec5eea1e7 on resource:port {{(pid=84046) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 22:18:00.424728 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-52f9fee0-11b4-4e20-978f-930aa90fad09 req-f37f7ee3-2af1-4935-8c62-3aab57724b97 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/ports?device_id=76fff7cc-7683-4cfd-8382-92e78010f1d9 HTTP/1.1" status: 200 len: 210 time: 0.0681210 Feb 12 22:18:01.589022 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66bc1faf-5ec2-459b-bc41-d2d53ca03db8 req-befde0a4-92e9-4e52-8936-d4b854239e55 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "GET /v2.0/security-groups/56e6a19a-23ad-49f5-8dd6-5944c6620029 HTTP/1.1" status: 200 len: 2991 time: 0.0505388 Feb 12 22:18:01.662972 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66bc1faf-5ec2-459b-bc41-d2d53ca03db8 req-9cca95ec-cc07-4844-b5e2-fd08a34263d3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:01.693944 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66bc1faf-5ec2-459b-bc41-d2d53ca03db8 req-9cca95ec-cc07-4844-b5e2-fd08a34263d3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:01.746467 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66bc1faf-5ec2-459b-bc41-d2d53ca03db8 req-9cca95ec-cc07-4844-b5e2-fd08a34263d3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:01.751764 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-0e08c29c-b891-4b19-babf-828068457e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:02.000766 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca95ec-cc07-4844-b5e2-fd08a34263d3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6a19a-23ad-49f5-8dd6-5944c6620029,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:02.003755 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-9cca95ec-cc07-4844-b5e2-fd08a34263d3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:02.009979 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-66bc1faf-5ec2-459b-bc41-d2d53ca03db8 req-9cca95ec-cc07-4844-b5e2-fd08a34263d3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:02.011253 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [req-66bc1faf-5ec2-459b-bc41-d2d53ca03db8 req-9cca95ec-cc07-4844-b5e2-fd08a34263d3 tempest-TestShelveInstance-1819539372 tempest-TestShelveInstance-1819539372-project] 10.222.0.36 "DELETE /v2.0/security-groups/56e6a19a-23ad-49f5-8dd6-5944c6620029 HTTP/1.1" status: 204 len: 173 time: 0.4155073 Feb 12 22:18:02.064537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54952) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:02.801677 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:02.955868 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:18:03.172315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Deleting port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:03.172687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:03.207693 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e6651c38-9658-450c-ba9f-e3f2ad79fea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:03.354122 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] For port b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:03.354524 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:03.488150 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Calling delete_port for b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c owned by network:router_interface {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:03.665926 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:03.681221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-08966649-e6b1-4d59-bdac-bbec7e6eeb24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:04.016189 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:04.029675 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.030095 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.030509 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.030935 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.031339 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.031741 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.032138 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.032533 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.032930 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.033324 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.033717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.034108 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-iscsi {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.034535 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.034958 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.035353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.035740 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.036131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.036546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.036911 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.037299 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.037685 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.038074 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.038466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.038878 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 22:18:04.043088 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:04.343804 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:04.864409 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:18:05.054131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:18:05.063183 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] Sync routers for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:18:05.072572 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-626c5485-9ca9-4153-aafc-6b4cdb6e5763 admin admin] 10.222.0.36 "PUT /v2.0/routers/7c2c5b8e-25db-4bbd-97a2-677ee9218f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0044198 Feb 12 22:18:05.072780 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54958) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:05.073174 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:18:05.073850 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:17:35Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:05.135956 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff925c14-9ce1-4022-bae8-7dcbb5237c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:05.262144 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:18:05.262959 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks [] for router, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:05.454093 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:05.459738 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Deleting port 39925754-e01e-491b-b1b4-15554ea12e05 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:05.460121 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:05.475712 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:05.572312 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:18:03Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:05.576907 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] Checking router: 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c for host: dv-cinder-775250-2-iscsi {{(pid=84049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:18:05.585936 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] Routers {'7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:18:05.586594 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:18:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'], 'active': True} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:05.644430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] For port 39925754-e01e-491b-b1b4-15554ea12e05, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=39925754-e01e-491b-b1b4-15554ea12e05,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:05.644826 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:05.784934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Calling delete_port for 39925754-e01e-491b-b1b4-15554ea12e05 owned by network:router_gateway {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:05.926048 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:05.936607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] Set router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c gateway port host: dv-cinder-775250-2-iscsi {{(pid=84049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:18:06.117620 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.249046 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:18:03Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84049) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:06.253200 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56d225-d0c3-4f01-ba73-54d73fa498a7 None None] The sync data for ids ['7c2c5b8e-25db-4bbd-97a2-677ee9218f6c'] in dv-cinder-775250-2-iscsi is: [{'id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'name': 'tempest-TestShelveInstance-181146416-router', 'tenant_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '39925754-e01e-491b-b1b4-15554ea12e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:03Z', 'updated_at': '2021-02-12T22:18:03Z', 'revision_number': 5, 'project_id': 'cf83ccf9b56a4e299bfbc65ec5eea1e7', 'gw_port': {'id': '39925754-e01e-491b-b1b4-15554ea12e05', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c5b8e-25db-4bbd-97a2-677ee9218f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:04Z', 'updated_at': '2021-02-12T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:18:06.259493 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.261987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.535152 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.535687 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2c5b8e-25db-4bbd-97a2-677ee9218f6c {{(pid=84047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 22:18:06.548488 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] Notify callbacks [] for router, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.549732 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3e2edea2-fc94-4eec-88c6-e9d793ebf439 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7c2c5b8e-25db-4bbd-97a2-677ee9218f6c HTTP/1.1" status: 204 len: 168 time: 1.4760063 Feb 12 22:18:06.552494 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54962) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:06.620644 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Deleting subnet 444d29a7-491e-470f-9f2b-dc8e7d034e39 {{(pid=84047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:18:06.624235 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.652851 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:18:06.692232 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15301973'] for subnet, precommit_delete_associations {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.704374 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:18:06.704785 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device b8af6e74-d41c-4e7a-b36d-ad9c4eae9a3c not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:18:06.709823 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:06.781912 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.049130 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839476505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839622095'] for subnet, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.065082 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:07.160796 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444d29a7-491e-470f-9f2b-dc8e7d034e39,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:07.165355 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:07.201656 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.206670 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1b6ec-83b5-4ee7-8b9e-e0230cd0d2d6 None None] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:18:07.208551 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-d4ace1f2-c40d-4ca2-b18b-fa6bc8bac7a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/444d29a7-491e-470f-9f2b-dc8e7d034e39 HTTP/1.1" status: 204 len: 168 time: 0.6549959 Feb 12 22:18:07.211265 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84047) accepted ('10.222.0.36', 54966) {{(pid=84047) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:07.328836 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.398433 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Deleting port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 {{(pid=84047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:07.398810 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.479974 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] DHCP port deletion for 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b request from dv-cinder-775250-2-iscsi {{(pid=84048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 22:18:07.484863 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Deleting port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:07.485284 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.626751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] For port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:07.626751 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.695892 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.714940 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] For port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,segment=NetworkSegment(3f06920b-25bb-48dc-a842-db72b3b7dd52),segment_id=3f06920b-25bb-48dc-a842-db72b3b7dd52)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:07.715434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.761701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Calling delete_port for d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 owned by network:dhcp {{(pid=84047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:07.846367 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15299249'] for port, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:07.854663 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Calling delete_port for d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 owned by network:dhcp {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:07.863264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:07.930903 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84048) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 22:18:07.931313 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 22:18:07.966079 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:07.970762 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:08.006410 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] No DVR routers for this DVR port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 on host dv-cinder-775250-2-iscsi {{(pid=84047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:18:08.130581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.244671 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0e1afa-d3ba-434e-8090-2e0d749dcb8b']}} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:08.257135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f06920b-25bb-48dc-a842-db72b3b7dd52') {'for_net_delete': True} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:08.257473 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f06920b-25bb-48dc-a842-db72b3b7dd52') {} {{(pid=84047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:08.269890 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473827'] for segment, before_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.285303 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.286723 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.287335 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:18:08.432466 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Deleting port d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:08.432941 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.473726 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:18:08.482943 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839476598'] for segment, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.509564 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed71a8-9184-4f74-a0b7-dca4f93d4638 None None] The port 'd3ee3da9-6b7b-4efb-a2a5-2ff80d7df078' was deleted {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 22:18:08.666531 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Network 9e0e1afa-d3ba-434e-8090-2e0d749dcb8b has no segments {{(pid=84047) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:18:08.689784 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:18:08.692035 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:18:08.734752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:18:08.735185 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device d3ee3da9-6b7b-4efb-a2a5-2ff80d7df078 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:18:08.735659 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 39925754-e01e-491b-b1b4-15554ea12e05 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:18:08.772899 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.776492 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-62dfa5d0-417c-4388-add8-739e16117ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:08.779835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 39925754-e01e-491b-b1b4-15554ea12e05 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:18:08.780197 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 39925754-e01e-491b-b1b4-15554ea12e05 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:18:08.790575 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:08.801566 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0e1afa-d3ba-434e-8090-2e0d749dcb8b,revision_number=None']} {{(pid=84047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:08.804986 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:08.815862 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-42051769-2e83-44c7-a001-7683a5b210a3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9e0e1afa-d3ba-434e-8090-2e0d749dcb8b HTTP/1.1" status: 204 len: 168 time: 1.6034620 Feb 12 22:18:08.819221 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54970) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:09.395109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854131420'] for router_interface, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:09.769098 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Deleting port c79bc382-88c3-467d-a052-b913b7d696b5 {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:09.769477 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:09.952112 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] For port c79bc382-88c3-467d-a052-b913b7d696b5, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=c79bc382-88c3-467d-a052-b913b7d696b5,segment=NetworkSegment(13114927-29e1-4e1a-ab19-a5ba666844a1),segment_id=13114927-29e1-4e1a-ab19-a5ba666844a1)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:09.952504 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:10.089555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Calling delete_port for c79bc382-88c3-467d-a052-b913b7d696b5 owned by network:router_interface {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:10.264668 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:10.280412 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-4ef68cd8-9b7e-424a-8576-dee96b31e014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:10.384690 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79bc382-88c3-467d-a052-b913b7d696b5,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:10.389389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:10.693682 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640317'] for router_interface, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:11.444361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Router a455d63c-16c4-4d15-a5fc-de3e607f24df has already been hosted by L3 agent 83ed5e67-77a6-409f-af75-d2009b6bec6d {{(pid=84046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 22:18:11.638348 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-iscsi the message routers_updated {{(pid=84046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 22:18:11.647581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] Sync routers for ids ['a455d63c-16c4-4d15-a5fc-de3e607f24df'] in dv-cinder-775250-2-iscsi {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 22:18:11.647800 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-1c790273-d8a9-4978-ac55-e4348c846b75 admin admin] 10.222.0.36 "PUT /v2.0/routers/a455d63c-16c4-4d15-a5fc-de3e607f24df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8273730 Feb 12 22:18:11.650604 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54974) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:11.659107 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] Routers {'a455d63c-16c4-4d15-a5fc-de3e607f24df'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:18:11.659802 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:18:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['a455d63c-16c4-4d15-a5fc-de3e607f24df'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:11.842701 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks [] for router, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:11.851995 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] Set router a455d63c-16c4-4d15-a5fc-de3e607f24df gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:18:12.036691 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.042268 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Deleting port 77f09b05-0236-4069-b06a-b9b35427652a {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:12.042648 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.159678 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:18:10Z', 'revision_number': 5, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:12.164089 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] Checking router: a455d63c-16c4-4d15-a5fc-de3e607f24df for host: dv-cinder-775250-2-iscsi {{(pid=84048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 22:18:12.173155 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] Routers {'a455d63c-16c4-4d15-a5fc-de3e607f24df'} bound to L3 agent in host dv-cinder-775250-2-iscsi {{(pid=84048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 22:18:12.173828 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:35Z,description=,heartbeat_timestamp=2021-02-12T22:18:05Z,host='dv-cinder-775250-2-iscsi',id=83ed5e67-77a6-409f-af75-d2009b6bec6d,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:35Z,topic='l3_agent')) {'router_ids': ['a455d63c-16c4-4d15-a5fc-de3e607f24df'], 'active': True} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:12.230416 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] For port 77f09b05-0236-4069-b06a-b9b35427652a, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=77f09b05-0236-4069-b06a-b9b35427652a,segment=NetworkSegment(f5e97032-083b-4819-85e4-0195b1b1f5fe),segment_id=f5e97032-083b-4819-85e4-0195b1b1f5fe)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:12.230891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.367113 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Calling delete_port for 77f09b05-0236-4069-b06a-b9b35427652a owned by network:router_gateway {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:12.369315 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvr_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] Set router a455d63c-16c4-4d15-a5fc-de3e607f24df gateway port host: dv-cinder-775250-2-iscsi {{(pid=84048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 22:18:12.508495 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.676135 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_hamode_db [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:18:10Z', 'revision_number': 5, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}], 'dv-cinder-775250-2-iscsi', False) {} {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:12.680725 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815b584-76d8-4ffd-b31c-fefc484fcb46 None None] The sync data for ids ['a455d63c-16c4-4d15-a5fc-de3e607f24df'] in dv-cinder-775250-2-iscsi is: [{'id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'name': 'tempest-TestShelveInstance-386475586-router', 'tenant_id': 'd878b24dc29748ecb59005ecaa974957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'external_fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '77f09b05-0236-4069-b06a-b9b35427652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T22:11:12Z', 'updated_at': '2021-02-12T22:18:10Z', 'revision_number': 5, 'project_id': 'd878b24dc29748ecb59005ecaa974957', 'gw_port': {'id': '77f09b05-0236-4069-b06a-b9b35427652a', 'name': '', 'network_id': 'afb16f71-84b0-4a3c-9b47-8309a295518b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a455d63c-16c4-4d15-a5fc-de3e607f24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T22:11:13Z', 'updated_at': '2021-02-12T22:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd37d1fba-6503-438e-aa64-4a16fe3bbd81', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-iscsi'}] {{(pid=84048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 22:18:12.699484 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644432'] for router_gateway, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.846556 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127431'] for router, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.849018 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.874451 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-599686'] for router, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.875109 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a455d63c-16c4-4d15-a5fc-de3e607f24df {{(pid=84046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 22:18:12.888500 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] Notify callbacks [] for router, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:12.889755 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-bdcafdc5-7eae-40fc-8174-552870514d65 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a455d63c-16c4-4d15-a5fc-de3e607f24df HTTP/1.1" status: 204 len: 168 time: 1.2381127 Feb 12 22:18:12.892482 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54978) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:12.961203 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Deleting subnet 7181d700-8616-4ba3-8e27-180ec566121b {{(pid=84046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 22:18:12.964708 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.022458 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14792989'] for subnet, precommit_delete_associations {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.106700 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769265'] for subnet, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.374967 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853006583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854355998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15590166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839267270'] for subnet, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.391227 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-68f19801-cd65-4200-87ab-2590ce96a16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:13.490546 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7181d700-8616-4ba3-8e27-180ec566121b,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:13.493312 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:13.529252 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for subnet, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.534865 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ea2a3-95c6-4ce3-825a-d9977089347e None None] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 requested from dv-cinder-775250-2-iscsi {{(pid=84048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 22:18:13.535217 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-f766da69-8af0-43e9-ac96-4e620e7e7da8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7181d700-8616-4ba3-8e27-180ec566121b HTTP/1.1" status: 204 len: 168 time: 0.6416085 Feb 12 22:18:13.537902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54982) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:13.654555 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792334'] for network, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.723115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Deleting port 762e231d-c585-446b-aa1d-f68d2a65be7b {{(pid=84046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:13.723389 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.806069 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] DHCP port deletion for 5e127003-c09b-4fba-b7ec-46c677d7c941 request from dv-cinder-775250-2-iscsi {{(pid=84048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 22:18:13.811115 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Deleting port 762e231d-c585-446b-aa1d-f68d2a65be7b {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:13.811541 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:13.957607 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] For port 762e231d-c585-446b-aa1d-f68d2a65be7b, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=762e231d-c585-446b-aa1d-f68d2a65be7b,segment=NetworkSegment(13114927-29e1-4e1a-ab19-a5ba666844a1),segment_id=13114927-29e1-4e1a-ab19-a5ba666844a1)] {{(pid=84046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:13.958207 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:14.097752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Calling delete_port for 762e231d-c585-446b-aa1d-f68d2a65be7b owned by network:dhcp {{(pid=84046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:14.178266 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1729674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789172978393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247682277680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839185600'] for port, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:14.194885 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ef16de59-3dcf-4c11-a0f0-2f82c365631f tempest-AttachVolumeTestJSON-1369524518 tempest-AttachVolumeTestJSON-1369524518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:14.204127 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] For port 762e231d-c585-446b-aa1d-f68d2a65be7b, host dv-cinder-775250-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-iscsi',level=0,port_id=762e231d-c585-446b-aa1d-f68d2a65be7b,segment=NetworkSegment(13114927-29e1-4e1a-ab19-a5ba666844a1),segment_id=13114927-29e1-4e1a-ab19-a5ba666844a1)] {{(pid=84048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 22:18:14.204568 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647046'] for port, precommit_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:14.339934 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Calling delete_port for 762e231d-c585-446b-aa1d-f68d2a65be7b owned by network:dhcp {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 22:18:14.419032 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.db.api [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84048) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 22:18:14.419448 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_db.api [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84048) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 22:18:14.545097 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=762e231d-c585-446b-aa1d-f68d2a65be7b,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:14.549711 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:14.584337 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] No DVR routers for this DVR port 762e231d-c585-446b-aa1d-f68d2a65be7b on host dv-cinder-775250-2-iscsi {{(pid=84046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 22:18:14.695124 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 77f09b05-0236-4069-b06a-b9b35427652a no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:18:14.707471 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1768586', 'neutron.services.segments.db._delete_segments_for_network--9223363247681897042'] for network, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:14.735957 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 77f09b05-0236-4069-b06a-b9b35427652a {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:18:14.736353 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 77f09b05-0236-4069-b06a-b9b35427652a not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:18:14.736835 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device c79bc382-88c3-467d-a052-b913b7d696b5 no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:18:14.773061 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: c79bc382-88c3-467d-a052-b913b7d696b5 {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:18:14.773462 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device c79bc382-88c3-467d-a052-b913b7d696b5 not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:18:14.773931 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 762e231d-c585-446b-aa1d-f68d2a65be7b no longer exists at agent ovs-agent-dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 22:18:14.811131 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] No Port match for: 762e231d-c585-446b-aa1d-f68d2a65be7b {{(pid=84048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 22:18:14.811537 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.rpc [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Device 762e231d-c585-446b-aa1d-f68d2a65be7b not bound to the agent host dv-cinder-775250-2-iscsi {{(pid=84048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 22:18:14.833799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e127003-c09b-4fba-b7ec-46c677d7c941']}} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:14.847474 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13114927-29e1-4e1a-ab19-a5ba666844a1') {'for_net_delete': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:14.847814 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.services.segments.db [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13114927-29e1-4e1a-ab19-a5ba666844a1') {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 22:18:14.861343 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247681895762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839982827'] for segment, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:14.878605 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853007772'] for segment, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:14.881004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 22:18:14.921027 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Deleting port 762e231d-c585-446b-aa1d-f68d2a65be7b {{(pid=84048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 22:18:14.921379 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789173033997'] for port, before_delete {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:14.997394 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a05ad1de-643d-4114-970a-2be5ccc78372 None None] The port '762e231d-c585-446b-aa1d-f68d2a65be7b' was deleted {{(pid=84048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 22:18:15.067778 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:18:15.076937 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1768044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15590267'] for segment, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:15.254194 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Network 5e127003-c09b-4fba-b7ec-46c677d7c941 has no segments {{(pid=84046) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: Traceback (most recent call last): Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: timer() Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: cb(*args, **kw) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: return func(*args, **kwargs) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: self._notify() Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: self.callback(batched_events) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: event.method(event) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: segment_id)['aggregates'][0] Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: return f(self, *a, **k) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: return self._get(url).json() Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: **kwargs) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: return self.request(url, 'GET', **kwargs) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: **endpoint_filter) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 22:18:15.276634 dv-cinder-775250-2-iscsi neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 22:18:15.359770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853007230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853996564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854131335'] for network, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:15.363292 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:15.379843 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853996577'] for network, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:15.388434 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e127003-c09b-4fba-b7ec-46c677d7c941,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:15.391612 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:15.393611 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-056fed03-fcc1-46c5-9d7a-dcbfe1ac4c59 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5e127003-c09b-4fba-b7ec-46c677d7c941 HTTP/1.1" status: 204 len: 168 time: 1.8543217 Feb 12 22:18:15.510499 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54988) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:15.563390 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-2cd14420-799b-4e69-a1e1-a0d147812af1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf83ccf9b56a4e299bfbc65ec5eea1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515392 Feb 12 22:18:15.565908 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 54992) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:15.631996 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f7af32d-4fb5-4933-a040-43b80a00cccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:15.659970 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f7af32d-4fb5-4933-a040-43b80a00cccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:15.707752 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f7af32d-4fb5-4933-a040-43b80a00cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:15.712825 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-ba3830e4-bd38-4aea-8bdf-203269901db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:15.727015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7af32d-4fb5-4933-a040-43b80a00cccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb29f2b2-23c8-4c6d-ac87-0389a0c3a385,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:15.731962 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-7f7af32d-4fb5-4933-a040-43b80a00cccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:15.734004 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f7af32d-4fb5-4933-a040-43b80a00cccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:15.735537 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-7f7af32d-4fb5-4933-a040-43b80a00cccb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb29f2b2-23c8-4c6d-ac87-0389a0c3a385 HTTP/1.1" status: 204 len: 168 time: 0.1686521 Feb 12 22:18:16.093218 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55000) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:16.146152 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-948cbfe5-4a5b-4502-ad35-8266db8347b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d878b24dc29748ecb59005ecaa974957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516124 Feb 12 22:18:16.148717 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.wsgi [-] (84046) accepted ('10.222.0.36', 55004) {{(pid=84046) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 22:18:16.209430 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba83434-5dbe-4e34-aa4d-91153ee3f511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:16.241068 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba83434-5dbe-4e34-aa4d-91153ee3f511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:16.286864 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba83434-5dbe-4e34-aa4d-91153ee3f511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854356038'] for security_group, after_delete {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:16.291874 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-6164916c-bacf-47ef-b1b7-9651db0d14b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 22:18:16.306528 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83434-5dbe-4e34-aa4d-91153ee3f511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7791dc-961f-464c-a6b1-58511c1d539e,revision_number=None']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 22:18:16.309077 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG oslo_concurrency.lockutils [None req-3ba83434-5dbe-4e34-aa4d-91153ee3f511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 22:18:16.311585 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba83434-5dbe-4e34-aa4d-91153ee3f511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:16.314115 dv-cinder-775250-2-iscsi neutron-server[83933]: INFO neutron.wsgi [None req-3ba83434-5dbe-4e34-aa4d-91153ee3f511 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b7791dc-961f-464c-a6b1-58511c1d539e HTTP/1.1" status: 204 len: 168 time: 0.1631422 Feb 12 22:18:33.209428 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c121ed94-b64d-4c97-ba4d-d08f25bf95f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:35.137431 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d1b9026f-24d5-418a-8880-a6dd148f2f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:35.480179 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:36.694590 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:37.652007 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:38.302025 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:18:39.955543 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:19:03.211702 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-81d7ad05-fc86-4ddb-8137-c8b29bdd182f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:05.140478 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52b0dab2-e06f-416f-83eb-dcb3617cadbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:05.481750 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:06.698015 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:07.649767 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:08.300616 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:16.955698 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:19:33.212808 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e34c808-2034-404e-9a62-ea871ea51c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:35.142333 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ae21776-0799-463c-87bb-3aa87001dd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:35.484518 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:36.701225 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:37.653341 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:38.299833 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:19:53.955596 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:20:03.214381 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9cf90be2-c5f2-4dc1-bfaf-8594ccdad7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:05.143147 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-22cc61da-5adb-46f1-adc7-9a451467f9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:05.488278 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:06.703320 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:07.658255 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:08.299003 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:30.955361 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:20:33.216019 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73746126-15e1-4eb4-a5c8-5a4bb8256566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:35.144264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e3248-15df-4c8c-bfa0-b794ebbe1535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:35.489790 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:36.705805 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:37.721283 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:20:38.298139 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:03.218346 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ccf6-f97a-49ec-b379-f16d1a921c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:05.145497 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2a44-deea-4c99-81e4-70c3319d8f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:05.492260 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:06.708642 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:07.663978 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:07.955501 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:21:08.298129 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:33.220296 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69c1e62a-be01-4ad8-a3a5-e2d84e2d481d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:35.146106 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c36a1f9-16b7-49d0-a082-d5ce0fb6cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:35.496621 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:36.710459 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:37.670731 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:38.296770 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:21:44.954987 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:22:03.223469 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da06b28f-7673-4e65-a4a3-21d6d1dfb5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:05.147134 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f4d7d730-a88b-4db5-bfd5-cc04311be563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:05.498883 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:06.712158 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:07.671581 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:08.296669 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:21.955440 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:22:33.225799 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d1fe529f-3551-48d2-8899-99fbc7b5c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:35.148008 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c39d88c2-0e7f-4e54-9929-605ee72bcc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:35.501710 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:36.712722 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:37.791842 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:38.295906 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:22:58.954540 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:23:03.227215 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a92e0b48-c3f1-4a15-84aa-96147188ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:05.149407 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4917ec1-1c39-4f90-941d-4268d9752a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:05.504902 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:06.714891 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:07.679264 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:08.294548 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:33.230006 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a14537a-2ef3-43a7-86b8-ed54817e187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:35.150969 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-771c995f-c63a-4484-9ea4-acbedacfb0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:35.507834 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-909dc5e4-48ae-4ec7-9586-b52fee7d7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:35.953658 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron.db.agents_db [None req-4fcf7655-275c-48aa-ae00-a439dde8053e None None] Agent healthcheck: found 6 active agents {{(pid=84049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 22:23:36.715923 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ad53d12-52c5-432d-83e6-d2ee8c99ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:37.683047 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3623fd8-2269-44c9-acc2-360088b443e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 22:23:38.294593 dv-cinder-775250-2-iscsi neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e079f0cb-4cf5-4d9e-b211-431829d73638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247681897059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762459'] for agent, after_update {{(pid=84048) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}